-- Logs begin at Tue 2021-09-07 04:30:26 UTC, end at Tue 2021-09-07 05:27:19 UTC. -- Sep 07 04:59:29.371939 dv-cinder-804757-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 04:59:32.370798 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.common.config [-] Logging enabled! Sep 07 04:59:32.371461 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 04:59:32.371688 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93900) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 04:59:32.375146 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.common.config [-] Logging enabled! Sep 07 04:59:32.375436 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 04:59:32.375792 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93900) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 04:59:32.376832 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 04:59:32.377099 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 04:59:32.377513 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 04:59:32.377789 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 04:59:32.378063 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 04:59:32.378419 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.378756 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.379089 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.379354 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.379722 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.380119 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.380770 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.384103 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.384468 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.384865 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.385201 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.385542 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.385824 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.386158 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.386596 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.386983 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.387248 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] debug = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.387574 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.388109 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.388580 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.388919 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.389265 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.389664 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.390008 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.390395 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.390775 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.391227 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] host = dv-cinder-804757-6-iscsi {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.391567 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.391918 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.392294 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.392662 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.393150 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.393633 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.394034 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.394370 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.394693 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.395031 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.396017 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.396422 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.396761 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.397032 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.397299 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.397631 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.397963 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.398295 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.398628 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.398947 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.399264 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.399834 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.400178 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.400507 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.400830 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.401157 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.401474 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.401790 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.402100 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.402413 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.402736 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.403050 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.403372 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.403688 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.404021 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.404353 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.404669 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.405015 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.405338 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.405657 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.405984 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.406296 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.406629 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.406947 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.407258 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.407570 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_json = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.407883 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.408230 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.408613 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.408934 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.409251 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.409569 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.409885 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.410214 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:32.410559 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.411580 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.411925 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.412290 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.412628 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.412951 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.413282 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.413630 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.413972 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.414307 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.414643 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.414968 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.415302 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.415624 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.415963 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.416340 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.416678 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.417008 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.417325 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.417642 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.417957 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.418277 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.418627 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.418952 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.419285 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.419618 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.419941 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.420310 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.420647 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.420977 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.421313 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.421631 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.421963 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.422284 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.422600 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.422922 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.423251 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.423574 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.423898 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.424264 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.424586 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.424902 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.425219 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.425542 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.425875 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.426194 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.427029 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.427345 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.427685 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.427977 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.428332 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.428650 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.428979 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.429293 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.429614 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.429931 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.430249 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.430571 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.430888 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.431208 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.431525 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.431839 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.432193 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.432514 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.432830 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.433145 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.433458 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.433780 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.434179 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.434591 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.434947 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.435328 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.435714 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.436174 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.436621 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.437027 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.437435 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.437844 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.438270 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.438710 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.439151 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.439596 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.440041 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.440507 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.440985 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.441447 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.441944 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.442890 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.443185 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.443590 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.443929 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.444302 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.444664 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.445010 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.445342 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.445674 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.446013 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.446351 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.446691 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.447028 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.447368 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.447692 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.448046 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.448396 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:32.448652 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 04:59:32.448938 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93900) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 04:59:32.816647 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 04:59:32.817494 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 04:59:32.817950 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 04:59:32.818383 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 04:59:33.236737 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.236994 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.237318 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.238660 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.239497 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.239800 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.277836 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.278162 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.278567 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.294401 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.294684 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.294954 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.325303 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.325576 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.325837 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.366219 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.366537 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.366897 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.623357 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.624028 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.624028 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.624335 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.625036 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.748925 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.749241 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.749521 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.749792 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.750059 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.750366 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.750626 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.750877 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.751126 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.751404 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.751660 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.751920 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.752200 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.752451 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.752701 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.752961 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.753213 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.753474 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.753739 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.753991 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.754257 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.754554 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.754914 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.755296 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.755546 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.755792 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.756216 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:59:33.756456 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:59:33.756692 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:59:33.756926 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:59:33.757161 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:59:33.757395 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:59:33.757759 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 04:59:33.761115 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 04:59:33.765042 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 04:59:33.768972 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Sep 07 04:59:33.771233 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 04:59:33.771687 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 04:59:33.772018 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 04:59:33.772433 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 04:59:33.775564 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 04:59:33.775844 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 04:59:33.776272 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 04:59:33.781590 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 04:59:33.804369 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 04:59:33.804802 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.805136 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93900) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 04:59:33.805531 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.806934 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93900) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 04:59:33.807255 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 04:59:33.807534 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 04:59:33.811025 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.811302 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:33.874488 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 04:59:33.874724 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 04:59:33.874958 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 04:59:33.875336 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 04:59:33.899642 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_db.sqlalchemy.engines [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93900) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 04:59:34.442733 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Initializing driver for type 'gre' Sep 07 04:59:34.443256 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] gre ID ranges: [(1, 1000)] Sep 07 04:59:34.503734 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Initializing driver for type 'local' Sep 07 04:59:34.504444 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Initializing driver for type 'vlan' Sep 07 04:59:34.525424 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] VlanTypeDriver initialization complete Sep 07 04:59:34.525837 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Initializing driver for type 'vxlan' Sep 07 04:59:34.526439 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] vxlan ID ranges: [(1, 1000)] Sep 07 04:59:34.591000 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Initializing extension driver 'port_security' Sep 07 04:59:34.591398 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.extensions.port_security [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] PortSecurityExtensionDriver initialization complete Sep 07 04:59:34.591849 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Initializing mechanism driver 'openvswitch' Sep 07 04:59:34.592303 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Initializing mechanism driver 'hyperv' Sep 07 04:59:34.599357 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:59:34.600048 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > port after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.600519 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.600879 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.601418 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:59:34.601855 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > subnet after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.602214 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > subnet after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.602568 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > subnet after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.602966 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:59:34.603380 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > network after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.603738 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > network after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.604103 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > network after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.604505 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:59:34.604919 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > security_group after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.605275 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > security_group after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.605622 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > security_group after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.606168 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:59:34.606589 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.606946 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.607300 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.607699 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:59:34.608129 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > address_group after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.608483 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > address_group after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.608828 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > address_group after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.609223 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:59:34.609608 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] ML2 OVO RPC backend initialized. {{(pid=93900) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 04:59:34.610347 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router_interface after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.610709 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.611132 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > network before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.611485 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > networks before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.611839 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > port before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.612219 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > ports before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.612570 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > subnet before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.612917 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > subnets before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.613268 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > network after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.613614 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > network after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.614446 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > network after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.615054 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > port after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.615500 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.615850 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.616236 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > subnet after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.616585 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > subnet after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.616929 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > subnet after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.617540 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Modular L2 Plugin initialization complete Sep 07 04:59:34.617869 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading services supported by the core plugin {{(pid=93900) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 04:59:34.618205 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Got port-security extension from driver 'port_security' Sep 07 04:59:34.618669 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.extensions.vlantransparent [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Disabled vlantransparent extension. Sep 07 04:59:34.619157 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93900) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 04:59:34.619472 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading Plugin: router Sep 07 04:59:34.658550 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router_interface before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.659211 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router after_create 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.659355 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router before_create 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.659672 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.660052 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.660447 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router after_delete 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.660942 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > floatingip after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.661549 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > floatingip after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.662054 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router after_create 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.662423 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router after_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.662782 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router after_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.663141 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.663515 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router after_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.663946 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router precommit_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.664364 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.664718 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.665066 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: subnet after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.665415 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.665773 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > port precommit_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.666130 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router precommit_create 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.666486 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: port before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.666841 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router precommit_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.667206 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router after_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.667562 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router precommit_delete 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.667928 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router precommit_create 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.668333 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router_interface after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.668690 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router precommit_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.669067 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > agent after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.669427 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > agent after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.669782 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > network after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.670757 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Tracking information for resource: router configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:59:34.671097 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Tracking information for resource: floatingip configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:59:34.677442 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.db.l3_agentschedulers_db [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 04:59:34.678221 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.678711 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: port after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.679113 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.679514 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.680459 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router before_create 55550100 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.681010 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router precommit_delete 55550100 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.681431 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router precommit_create 55550100 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.681832 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > router precommit_update 55550100 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.686901 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.services.provider_configuration [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service providers = [] {{(pid=93900) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 04:59:34.687370 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.db.servicetype_db [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93900) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 04:59:34.690694 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.services.service_base [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:59:34.691088 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.services.service_base [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:59:34.691477 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.services.service_base [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:59:34.692721 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.services.service_base [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:59:34.693280 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.services.service_base [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 04:59:34.693794 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:59:34.694222 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 04:59:34.705972 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:59:34.706361 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading Plugin: auto_allocate Sep 07 04:59:34.713712 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: network precommit_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.714149 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: network precommit_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.714750 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:59:34.715120 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading Plugin: tag Sep 07 04:59:34.722491 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:59:34.722826 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading Plugin: timestamp Sep 07 04:59:34.728376 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:59:34.728712 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading Plugin: network_ip_availability Sep 07 04:59:34.734501 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.734883 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.735247 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.736052 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:59:34.736406 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading Plugin: flavors Sep 07 04:59:34.741828 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:59:34.742210 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading Plugin: revisions Sep 07 04:59:34.746816 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:59:34.747269 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.929s {{(pid=93900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 04:59:34.748225 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93900) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 04:59:34.748610 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Initializing extension manager. Sep 07 04:59:34.749170 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: __init__.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.749560 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: __pycache__ {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.750030 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.750414 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: address_group.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.751276 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.751925 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: address-group Sep 07 04:59:34.752326 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: address_scope.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.753329 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.753902 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: address-scope Sep 07 04:59:34.754657 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: admin_state_down_before_update.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.755950 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.756504 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: router-admin-state-down-before-update Sep 07 04:59:34.756838 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: agent.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.757567 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.758086 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: agent Sep 07 04:59:34.758409 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: agent_resources_synced.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.759349 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.759871 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: agent-resources-synced Sep 07 04:59:34.760232 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: allowedaddresspairs.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.762120 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.762662 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: allowed-address-pairs Sep 07 04:59:34.762996 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: auto_allocated_topology.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.764138 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.764667 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: auto-allocated-topology Sep 07 04:59:34.765002 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: availability_zone.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.765713 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.766231 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: availability_zone Sep 07 04:59:34.766561 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: availability_zone_filter.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.767489 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.768008 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: availability_zone_filter Sep 07 04:59:34.768376 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: data_plane_status.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.769299 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.769813 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 04:59:34.770664 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: default_subnetpools.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.771844 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.772399 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: default-subnetpools Sep 07 04:59:34.772731 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: dhcpagentscheduler.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.773595 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.774108 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: dhcp_agent_scheduler Sep 07 04:59:34.774710 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: dns.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.775653 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.776218 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension dns-integration not supported by any of loaded plugins Sep 07 04:59:34.776548 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: dns_domain_ports.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.777485 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.777999 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 04:59:34.778324 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.779271 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.779785 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 04:59:34.780143 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: dvr.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.780838 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.781352 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: dvr Sep 07 04:59:34.781681 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: ecmp_routes.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.782627 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.783144 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 04:59:34.783472 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: empty_string_filtering.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.784456 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.784982 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: empty-string-filtering Sep 07 04:59:34.785316 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.787106 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.787640 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 04:59:34.787971 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.788967 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.789492 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 04:59:34.789823 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: external_net.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.790765 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.791292 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: external-net Sep 07 04:59:34.791624 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: extra_dhcp_opt.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.792634 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.793167 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: extra_dhcp_opt Sep 07 04:59:34.793498 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: extraroute.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.794527 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.795064 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: extraroute Sep 07 04:59:34.795429 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: extraroute_atomic.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.796633 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.797173 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: extraroute-atomic Sep 07 04:59:34.797505 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: filter_validation.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.798236 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.798793 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: filter-validation Sep 07 04:59:34.799125 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: fip_pf_description.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.800222 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.800760 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 04:59:34.801088 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: fip_port_details.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.802464 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.803020 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: fip-port-details Sep 07 04:59:34.803351 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: flavors.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.804828 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.805381 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: flavors Sep 07 04:59:34.805714 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.807550 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.808117 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 04:59:34.808447 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: floatingip_pools.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.809176 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.809702 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: floatingip-pools Sep 07 04:59:34.810031 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: ip_allocation.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.810988 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.811502 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 04:59:34.811832 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.812811 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.813337 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: ip-substring-filtering Sep 07 04:59:34.813670 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: l2_adjacency.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.814637 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.815154 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 04:59:34.815484 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: l3.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.816735 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.817947 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: router Sep 07 04:59:34.818426 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: l3_conntrack_helper.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.820857 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.821557 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 04:59:34.821931 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.822984 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.823593 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: ext-gw-mode Sep 07 04:59:34.823970 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.825017 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.825593 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: l3-ha Sep 07 04:59:34.825965 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: l3_flavors.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.826955 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.827523 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: l3-flavors Sep 07 04:59:34.827956 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.828983 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.829554 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 04:59:34.829980 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: l3agentscheduler.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.831141 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.831748 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: l3_agent_scheduler Sep 07 04:59:34.832156 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: logging.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.834234 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.834827 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension logging not supported by any of loaded plugins Sep 07 04:59:34.835205 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: metering.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.836023 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.836707 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: metering Sep 07 04:59:34.837076 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.838326 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.838907 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: metering_source_and_destination_fields Sep 07 04:59:34.839277 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: multiprovidernet.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.840373 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.840948 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: multi-provider Sep 07 04:59:34.841312 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: netmtu.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.842281 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.842845 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: net-mtu Sep 07 04:59:34.843210 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: netmtu_writable.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.844289 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.844867 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: net-mtu-writable Sep 07 04:59:34.845236 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: network_availability_zone.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.845970 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.846541 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: network_availability_zone Sep 07 04:59:34.846909 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: network_ip_availability.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.848670 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.849528 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: network-ip-availability Sep 07 04:59:34.850048 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: network_segment_range.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.850925 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.851489 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 04:59:34.851860 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: pagination.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.852965 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.853339 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: pagination Sep 07 04:59:34.853717 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: port_device_profile.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.854683 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.855258 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: port-device-profile Sep 07 04:59:34.855622 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.856668 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.857233 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: port-mac-address-regenerate Sep 07 04:59:34.857593 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.858564 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.859150 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: port-numa-affinity-policy Sep 07 04:59:34.859511 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: port_resource_request.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.860714 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.861286 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 04:59:34.861653 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: portbindings.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.862643 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.863217 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: binding Sep 07 04:59:34.863583 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: portbindings_extended.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.865356 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.865939 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: binding-extended Sep 07 04:59:34.866318 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: portsecurity.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.867297 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.867872 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: port-security Sep 07 04:59:34.868290 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: project_id.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.869347 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.869726 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: project-id Sep 07 04:59:34.870099 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: providernet.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.871127 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.871702 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: provider Sep 07 04:59:34.872091 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: qos.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.875815 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.876450 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension qos not supported by any of loaded plugins Sep 07 04:59:34.876837 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.878150 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.878676 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 04:59:34.879008 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.880694 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.881321 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 04:59:34.881655 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: qos_default.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.882591 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.883112 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension qos-default not supported by any of loaded plugins Sep 07 04:59:34.883443 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: qos_fip.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.884145 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.884670 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension qos-fip not supported by any of loaded plugins Sep 07 04:59:34.885000 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: qos_gateway_ip.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.885944 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.886466 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 04:59:34.886794 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: qos_port_network_policy.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.887729 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.888283 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 04:59:34.888617 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: qos_pps_rule.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.889824 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.890355 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension qos-pps not supported by any of loaded plugins Sep 07 04:59:34.890691 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: qos_rule_type_details.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.891623 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.892167 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 04:59:34.892501 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: qos_rules_alias.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.893573 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.894098 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 04:59:34.894430 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: quotasv2.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.895712 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.896141 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: quotas Sep 07 04:59:34.896478 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: quotasv2_detail.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.900069 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.900440 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: quota_details Sep 07 04:59:34.900780 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: rbac.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.901873 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.902420 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: rbac-policies Sep 07 04:59:34.902758 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: rbac_address_group.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.903706 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.904280 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: rbac-address-group Sep 07 04:59:34.904614 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: rbac_address_scope.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.905555 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.906077 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: rbac-address-scope Sep 07 04:59:34.906412 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: rbac_security_groups.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.907349 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.907875 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: rbac-security-groups Sep 07 04:59:34.908240 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: rbac_subnetpool.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.909188 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.909711 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: rbac-subnetpool Sep 07 04:59:34.910045 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: revisionifmatch.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.911831 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.912420 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: revision-if-match Sep 07 04:59:34.912754 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: revisions.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.913901 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.914427 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: standard-attr-revisions Sep 07 04:59:34.914758 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: router_availability_zone.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.915460 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.915979 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: router_availability_zone Sep 07 04:59:34.916333 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: routerservicetype.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.917273 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.917791 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension router-service-type not supported by any of loaded plugins Sep 07 04:59:34.918120 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.919049 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.919568 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: security-groups-normalized-cidr Sep 07 04:59:34.919898 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: security_groups_port_filtering.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.920919 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.921442 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: port-security-groups-filtering Sep 07 04:59:34.921768 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.922700 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.923221 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: security-groups-remote-address-group Sep 07 04:59:34.923551 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: securitygroup.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.935238 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.935795 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: security-group Sep 07 04:59:34.936168 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: segment.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.937031 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.937555 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension segment not supported by any of loaded plugins Sep 07 04:59:34.937892 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.938916 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.939438 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 04:59:34.939773 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: servicetype.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.941039 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.941570 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: service-type Sep 07 04:59:34.942427 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: sorting.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.943747 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.944029 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: sorting Sep 07 04:59:34.944386 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: standard_attr_segment.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.945328 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.945860 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 04:59:34.946190 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: standardattrdescription.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.946854 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.947375 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: standard-attr-description Sep 07 04:59:34.947703 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: stateful_security_group.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.948675 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.949203 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: stateful-security-group Sep 07 04:59:34.949536 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: stdattrs_common.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.950151 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 04:59:34.950469 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.951428 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.951957 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 04:59:34.952310 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: subnet_onboard.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.953412 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.953944 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: subnet_onboard Sep 07 04:59:34.954280 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.955224 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.955748 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 04:59:34.956103 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: subnet_service_types.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.957046 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.957627 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: subnet-service-types Sep 07 04:59:34.958148 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: subnetallocation.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.959415 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.959944 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: subnet_allocation Sep 07 04:59:34.960309 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.960999 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.961523 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: subnetpool-prefix-ops Sep 07 04:59:34.961855 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.962821 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.963339 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 04:59:34.963668 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: tagging.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.964840 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.965368 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: standard-attr-tag Sep 07 04:59:34.965707 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: timestamp.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.966912 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.967444 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loaded extension: standard-attr-timestamp Sep 07 04:59:34.967779 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: trunk.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.968853 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.969376 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension trunk not supported by any of loaded plugins Sep 07 04:59:34.969709 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: trunk_details.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.970649 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.971165 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension trunk-details not supported by any of loaded plugins Sep 07 04:59:34.971496 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: uplink_status_propagation.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.972468 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.972989 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 04:59:34.974258 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Loading extension file: vlantransparent.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:59:34.975056 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:59:34.975581 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 04:59:34.978195 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:network Sep 07 04:59:34.978746 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:subnet Sep 07 04:59:34.979148 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:59:34.979555 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:port Sep 07 04:59:34.980892 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.981345 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service FLAVORS assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.981992 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.982439 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.982771 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:router Sep 07 04:59:34.983207 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:floatingip Sep 07 04:59:34.983711 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service METERING assigned prefix: /metering {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.985190 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.985567 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.985926 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:59:34.986976 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 04:59:34.987467 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:security_group Sep 07 04:59:34.987918 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 04:59:34.988556 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service CORE assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.989204 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:59:34.989742 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] subnetpool is already registered Sep 07 04:59:34.990200 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service CORE assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.990537 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:59:34.990876 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] subnetpool is already registered Sep 07 04:59:34.993264 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.993707 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service FLAVORS assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.994313 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.994744 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.995080 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:router Sep 07 04:59:34.995424 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] router is already registered Sep 07 04:59:34.995841 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:floatingip Sep 07 04:59:34.996212 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] floatingip is already registered Sep 07 04:59:34.996697 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service METERING assigned prefix: /metering {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:34.997392 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 04:59:34.997725 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] rbac_policy is already registered Sep 07 04:59:34.998154 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:security_group Sep 07 04:59:34.998493 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] security_group is already registered Sep 07 04:59:34.998901 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 04:59:34.999238 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] security_group_rule is already registered Sep 07 04:59:34.999873 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service CORE assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:35.000233 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:59:35.000572 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] subnetpool is already registered Sep 07 04:59:35.000998 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Service CORE assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:59:35.001324 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:59:35.001660 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] subnetpool is already registered Sep 07 04:59:35.002121 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: extensions {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.003665 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: address-groups {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.006187 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: address-scopes {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.007547 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: agents {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.008765 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: auto-allocated-topology {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.010037 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: availability_zones {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.011273 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: dhcp-networks {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.012847 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: dhcp-agents {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.014302 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: routers {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.016644 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: flavors {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.017862 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: service_profiles {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.019080 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: next_providers {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.021637 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: service_profiles {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.023198 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: floatingip-pools {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.024700 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: routers {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.026832 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: floatingips {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.028155 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: l3-routers {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.029582 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: l3-agents {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.030997 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: metering-labels {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.032386 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: metering-label-rules {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.033687 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: network-ip-availabilities {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.034969 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: bindings {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.038020 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: quotas {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.039516 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: quotas {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.040974 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: rbac-policies {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.042188 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: security-groups {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.043499 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: security-group-rules {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.044854 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: service-providers {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.046085 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: subnetpools {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.047513 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: subnetpools {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.049024 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.050702 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.053038 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.054855 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.056703 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.058557 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.060305 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.062220 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.063986 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.065758 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:59:35.072729 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING keystonemiddleware.auth_token [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 04:59:35.077547 dv-cinder-804757-6-iscsi neutron-server[93900]: WARNING keystonemiddleware.auth_token [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 04:59:35.088448 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Acquired lock "singleton_lock" {{(pid=93900) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 04:59:35.088934 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Releasing lock "singleton_lock" {{(pid=93900) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 04:59:35.089590 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO oslo_service.service [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Starting 2 workers Sep 07 04:59:35.094381 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Started child 94011 {{(pid=93900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:59:35.099983 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Started child 94012 {{(pid=93900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:59:35.100592 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:35.101590 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO neutron.service [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 04:59:35.102038 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [-] (94011) wsgi starting up on http://0.0.0.0:9696 Sep 07 04:59:35.102288 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Notify callbacks [] for process, before_spawn {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:35.104609 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:35.105101 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO oslo_service.service [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Starting 1 workers Sep 07 04:59:35.105997 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [-] (94012) wsgi starting up on http://0.0.0.0:9696 Sep 07 04:59:35.110134 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Started child 94013 {{(pid=93900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:59:35.110700 dv-cinder-804757-6-iscsi neutron-server[93900]: INFO oslo_service.service [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Starting 1 workers Sep 07 04:59:35.114179 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.service [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] calling RpcWorker wait() {{(pid=94013) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 04:59:35.114787 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.service [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] returning from RpcWorker wait() {{(pid=94013) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 04:59:35.115806 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Started child 94014 {{(pid=93900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:59:35.116320 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:35.116698 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-1994e7e7-800a-4205-bd24-bd13d42aadca None None] Notify callbacks [] for process, after_spawn {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:35.116915 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:59:35.118587 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93900) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 04:59:35.118799 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 04:59:35.118986 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 04:59:35.119208 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 04:59:35.119551 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 04:59:35.119721 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 04:59:35.120261 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.120552 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.120646 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:35.121131 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.121131 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.121336 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.121914 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.122179 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.122460 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.122741 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.123004 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.123177 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.123345 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.123588 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.123829 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.124154 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.124422 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.124675 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.124944 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.125119 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.125366 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.125640 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.125889 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.126160 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] debug = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.126399 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.126898 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.127121 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.127397 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.127614 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.127873 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.128127 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.128401 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.128642 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.128857 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.129100 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.130012 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.130394 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.130801 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.131111 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.131384 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.131623 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.132170 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] host = dv-cinder-804757-6-iscsi {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.132421 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.132671 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.132921 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.133229 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.133487 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.133705 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.133974 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.134232 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.134490 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.134723 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.135003 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.135259 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.135499 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.135762 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.135928 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_options = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.136292 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.136490 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.136761 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.136956 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.137119 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.137289 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.137529 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.137684 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.137947 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.138254 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.138363 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.138593 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.138837 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.139047 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.139326 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.139568 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.139799 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.140040 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.140325 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.140555 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.140776 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.141023 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.141251 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.141489 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.141727 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.141943 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.142192 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.142434 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.142616 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.142882 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.143100 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.143347 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.143591 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.143849 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.144176 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.144348 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.144568 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.144834 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.145817 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.146245 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.146721 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.147077 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.147315 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.147587 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.147909 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.148176 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_json = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.148431 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.148600 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.148923 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.149485 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.149865 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.150129 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.150347 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.150670 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.151267 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.151919 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.152122 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:59:35.152277 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.152502 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.152922 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.153096 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.153241 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.153420 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.153674 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.153930 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.154283 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.154531 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.155065 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.155065 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.155392 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.155706 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.155983 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.156385 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.156639 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.156923 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.157139 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.157285 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.157541 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.157765 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.158599 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.158914 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.159148 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.159556 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.159839 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.160132 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.160390 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.160637 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.160924 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.161310 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.161650 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.161898 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.162121 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.162409 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.162637 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.162854 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.163077 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.163325 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.163569 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.163879 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.164593 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.164797 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.164972 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.166135 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.166135 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.166135 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.166135 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.166135 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.166782 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.166782 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.167176 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.167176 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.167538 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.167538 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.167813 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.167957 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.168393 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.168393 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.168906 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.168906 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.169239 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.169239 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.169557 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.169696 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.170124 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.170124 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.170418 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.170564 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.170787 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.171027 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.171247 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.171468 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.171703 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.171918 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.172211 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.172423 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.172640 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.172854 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.173082 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.173283 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.173515 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.173751 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.173970 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.174184 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.174422 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.174678 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.175152 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.175398 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.175647 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.175887 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.176929 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.177577 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.178049 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.178413 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.178802 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.179054 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.179330 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.179598 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.179850 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.180111 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.180510 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.180771 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.180989 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.181394 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.181620 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.182041 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.182451 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.182875 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.183299 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.183721 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.184168 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.184582 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.185052 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.185327 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.185609 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.185834 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.186110 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.186410 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.186664 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.186936 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.187171 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.187440 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.187711 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.187942 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.188221 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.188504 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.188758 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.188990 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.189271 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.189530 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.189775 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.190030 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.190263 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.190594 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.190847 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.191066 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.191314 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.191599 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.191922 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.192891 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.193266 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.193564 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.193887 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.194129 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.194308 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.194526 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.194771 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.195025 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.195242 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.195486 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.195862 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.196149 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.198065 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.198065 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.198065 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.198065 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.198065 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.198409 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.198409 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.198579 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.199006 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.199371 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.199775 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.200042 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.200293 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.200518 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.200741 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.200983 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.201246 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.201470 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.201736 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.201984 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.202198 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.202456 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.202682 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.202953 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.203192 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.203442 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.203667 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.203884 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.204122 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.204380 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.204624 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.204839 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.205071 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.205307 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.205564 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.205816 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.206155 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.206410 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.206650 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.206902 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.207116 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.207375 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.207652 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.207969 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.208302 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.208692 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.208989 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.209458 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.209688 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.210090 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.210327 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.210545 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.210767 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.210987 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.211232 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.211539 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.211783 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.212201 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.212461 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.212704 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.212922 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.213176 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.213399 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.213605 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.213830 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.214058 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.214294 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.214526 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.214756 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.215173 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.215424 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.215650 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.215859 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.216104 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.216346 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.216600 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.216825 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.217046 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.217256 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.217487 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.217698 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.217909 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.218135 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.218349 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.218557 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.218782 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.218996 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.219210 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.219428 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.219827 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.220038 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.220388 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.220638 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.220859 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.221151 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.221398 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.221643 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.221889 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.222192 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.222423 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.222682 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.222901 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.223272 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.223699 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.224127 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.224440 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.224729 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.224991 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.225245 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.225524 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.225799 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.226057 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.226262 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.226566 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.226928 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.227209 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.227475 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.227705 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.227956 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.228230 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.228464 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.228708 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.228949 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.229168 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.229406 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.229636 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.229883 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.230127 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.230359 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.230574 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.232156 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.232156 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.232156 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.232442 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.232534 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 04:59:35.233032 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93900) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 04:59:35.233192 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 04:59:35.233375 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 04:59:35.233538 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 04:59:35.233714 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 04:59:35.233882 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 04:59:35.234024 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.234160 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.234937 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.234937 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.234937 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.234937 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.234937 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.235326 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.235326 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.235517 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.235517 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.235803 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.235803 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.236050 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.236199 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.236323 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.236444 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.236565 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.236686 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.236824 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.236974 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.237105 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.237263 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] debug = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.237421 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.237620 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.237784 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.237941 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.238099 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.238259 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.238469 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.239224 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.239224 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.240433 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.240433 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.240433 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.240433 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.240433 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.241117 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.241117 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.241117 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.241117 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] host = dv-cinder-804757-6-iscsi {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.241117 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.241831 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.241831 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.241831 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.241831 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.241831 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.242323 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.242323 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.242323 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.242539 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.242539 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.242679 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.242859 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.242999 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.243158 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_options = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.243315 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.243473 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.243630 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.243813 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.243972 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.244171 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.244593 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.244593 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.244593 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.244929 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.244929 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.245067 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.245173 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.245330 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.245488 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.245646 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.245803 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.245960 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.246117 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.246306 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.246473 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.246597 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.246718 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.246863 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.247021 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.247177 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.247334 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.247530 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.247684 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.247808 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.247933 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.248094 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.248264 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.248425 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.248639 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.248784 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.248933 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.249575 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.249575 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.249575 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.249575 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.250239 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.250239 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.250239 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.250239 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.250239 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_json = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.251218 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.251218 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.251218 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.251218 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.251218 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.251218 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.251218 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.252571 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:59:35.252571 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.252571 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.252571 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.252571 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.252571 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.253256 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:59:35.253383 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.253383 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.253383 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.253383 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.253383 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.253383 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.253383 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.253383 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.254288 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.254288 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.254288 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.254288 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.254288 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.254288 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.255007 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.255007 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.255007 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.255345 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.255466 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.255587 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.255708 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.255846 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.255969 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.256160 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.256324 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.256484 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.256644 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.256805 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.256966 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.257129 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.257291 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.257453 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.257614 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.257773 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.257933 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.258094 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.258254 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.258415 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.258641 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.258765 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.258885 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.259006 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.259162 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.259327 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.259487 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.259647 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.259807 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.259968 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.260139 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.260300 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.260472 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.260632 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.260791 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.260950 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.261110 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.261269 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.261428 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.261586 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.261745 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.261905 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.262064 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.262237 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.262397 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.262555 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.262715 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.262875 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.263036 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.263196 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.264193 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.264193 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.264193 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.264400 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.264400 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.264742 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.264966 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.265060 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.265216 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.265372 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.265536 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.265695 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.265849 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.266001 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.266157 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.266320 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.266488 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.266665 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.266826 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.266988 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.267147 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.267310 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.267472 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.267656 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.267789 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.267937 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.268111 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.268270 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.268424 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.268583 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.268738 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.268893 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.269056 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.269210 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.269378 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.269537 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.269699 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.269858 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.271163 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.271163 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.271343 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.271424 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.271542 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.271714 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.271862 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.272027 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.272216 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.272358 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.272532 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.272693 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.272853 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.272998 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.273159 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.273318 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.273478 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.273638 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.273796 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.273956 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.274115 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.274608 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.274733 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.274867 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.275027 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.275186 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.275370 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.275535 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.275698 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.275856 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.276014 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.276201 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.276370 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.276519 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.276679 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.276837 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.277002 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.277163 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.277306 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.277445 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.277810 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.277810 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.278871 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.278871 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.278871 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.278871 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.278871 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.278871 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.278871 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.279795 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.279795 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.279795 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.279795 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.279795 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.279795 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.279795 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.280727 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.280727 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.280727 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.280727 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.280727 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.280727 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.281576 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.281576 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.281576 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.281576 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.281576 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.281576 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.282357 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.282357 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.282357 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.282357 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.282357 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.283009 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.283009 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.283009 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.283009 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.283529 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.283529 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.283529 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.283529 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.284039 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.284039 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.284039 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.284468 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.284468 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.284468 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.284866 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.284866 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.284866 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.285252 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.285252 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.285646 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.285646 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.285932 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.286072 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.286282 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.286576 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.286771 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.286937 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.287115 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.287260 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.287424 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.287578 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.287718 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.287884 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.288056 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.288246 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.288391 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.288541 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.288701 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.288861 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.289037 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.289231 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.289378 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.289516 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.289653 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.289790 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.289959 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.290122 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.290282 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.290443 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.290602 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.290744 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.290919 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.291084 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.291245 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.291528 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.291779 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.292194 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.292371 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.292526 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.292691 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.292843 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.293000 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.293153 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.293321 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.293475 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.293640 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.293811 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.294676 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.294676 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.294676 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.294676 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.294676 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.296332 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.296332 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.296332 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.296332 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.296332 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.296332 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.296332 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.296332 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297021 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297021 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297021 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297021 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297021 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297021 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297021 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297585 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297585 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297585 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297793 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297793 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.297946 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.298073 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.298238 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.298402 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.298560 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.298720 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.298874 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.299043 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.299244 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.299393 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.299504 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.299645 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.299804 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.299964 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:59:35.300187 dv-cinder-804757-6-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 04:59:35.565039 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 40200) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:59:35.574162 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066783 Sep 07 04:59:47.867327 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762aa5ca-375f-4fa9-816d-342a4bbd1347 None None] get_active_networks_info from dv-cinder-804757-6-iscsi {{(pid=94013) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 04:59:47.987246 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762aa5ca-375f-4fa9-816d-342a4bbd1347 None None] No non-hosted networks {{(pid=94013) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 04:59:47.994242 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-966e24c2-438e-4f2c-b445-ba46ed85b1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376548'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:50.881023 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5e95-9457-44f3-8f94-fe84b6a6191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376548'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:50.989122 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82b287a1-ff5a-4658-8c5f-511433be032d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:51.746984 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376548'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:51.748545 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.749418 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.750419 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.751365 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.753282 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.757617 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.758525 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.759454 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.762507 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.763536 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.766391 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.767127 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:59:51.769966 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:59:51.825287 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:59:52.093143 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376548'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:53.937877 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376548'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:59:55.500257 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.db.l3_hamode_db [None req-54d1a4b2-35ee-4df6-9302-e2d74a2a2a8c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 04:59:55.578482 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d1a4b2-35ee-4df6-9302-e2d74a2a2a8c None None] Routers set() bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:59:55.578869 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d1a4b2-35ee-4df6-9302-e2d74a2a2a8c None None] Router IDs set() for agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 04:59:55.602701 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 40290) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:59:56.249790 dv-cinder-804757-6-iscsi neutron-server[94011]: WARNING oslo_policy.policy [None req-7bb72b68-2028-4739-a89b-05923b888b11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:59:56.250374 dv-cinder-804757-6-iscsi neutron-server[94011]: WARNING oslo_policy.policy [None req-7bb72b68-2028-4739-a89b-05923b888b11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:59:56.471728 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [None req-7bb72b68-2028-4739-a89b-05923b888b11 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:59:56.472962 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7bb72b68-2028-4739-a89b-05923b888b11 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8693020 Sep 07 04:59:59.077853 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40304) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:59:59.606885 dv-cinder-804757-6-iscsi neutron-server[94012]: WARNING oslo_policy.policy [None req-bc4e9b9c-a4fb-40b5-880c-35123284b590 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:59:59.607459 dv-cinder-804757-6-iscsi neutron-server[94012]: WARNING oslo_policy.policy [None req-bc4e9b9c-a4fb-40b5-880c-35123284b590 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:59:59.827066 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bc4e9b9c-a4fb-40b5-880c-35123284b590 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:59:59.920405 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.policy [None req-bc4e9b9c-a4fb-40b5-880c-35123284b590 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94012) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 04:59:59.965913 dv-cinder-804757-6-iscsi neutron-server[94012]: WARNING oslo_policy.policy [None req-bc4e9b9c-a4fb-40b5-880c-35123284b590 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:59:59.966290 dv-cinder-804757-6-iscsi neutron-server[94012]: WARNING oslo_policy.policy [None req-bc4e9b9c-a4fb-40b5-880c-35123284b590 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:59:59.975643 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.quota [None req-bc4e9b9c-a4fb-40b5-880c-35123284b590 admin admin] Loaded quota_driver: . Sep 07 05:00:00.069982 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc4e9b9c-a4fb-40b5-880c-35123284b590 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747620934350', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747620940955', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747620986132', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747620983984', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747620513030', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747620973402', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1523910', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1418959', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-357891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3922937'] for rbac-policy, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:00.142112 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bc4e9b9c-a4fb-40b5-880c-35123284b590 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:00.144472 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bc4e9b9c-a4fb-40b5-880c-35123284b590 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0638704 Sep 07 05:00:02.850602 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40322) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:03.173242 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Request body: {'network': {'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'name': 'private', 'admin_state_up': True, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:00:03.207043 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Made reservation on behalf of ccbae5fb639b48de91d311d5c54052d8 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:00:03.210346 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:03.230355 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:03.366019 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:03.370296 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:03.389624 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:00:03.418866 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747622111591', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:03.419459 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Unsubscribe: segment precommit_create {{(pid=94012) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 05:00:03.419997 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Added segment 4a136146-0998-4b80-8d7b-8d2db5ba3572 of type vlan for network f05607d4-0807-41fa-924e-69e6a59567cd Sep 07 05:00:03.436514 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc08148a-603d-4829-b8ba-2175c69e48e5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:03.483057 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.483408 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.483749 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.484098 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.484423 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.484761 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.485086 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.485499 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.485745 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.486065 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.486378 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.486693 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Tracked resource versions report: Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: pushed versions: Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: { 'AddressGroup': {'1.2'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Log': {'1.0'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Network': {'1.1'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Port': {'1.7'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'PortForwarding': {'1.2'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'QosPolicy': {'1.9'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SecurityGroup': {'1.4'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SubPort': {'1.0'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Subnet': {'1.1'}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Trunk': {'1.1'}} Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: consumer versions: Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: { DHCP agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: L3 agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: Metadata agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: Metering agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: Open vSwitch agent@dv-cinder-804757-6-iscsi: { 'AddressGroup': '1.2', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'ConntrackHelper': '1.0', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Log': '1.0', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Network': '1.1', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Port': '1.7', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'PortForwarding': '1.2', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'QosPolicy': '1.9', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SecurityGroup': '1.4', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SecurityGroupRule': '1.2', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SubPort': '1.0', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Subnet': '1.1', Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Trunk': '1.1'}} Sep 07 05:00:03.488639 dv-cinder-804757-6-iscsi neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 05:00:03.542711 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:03.582539 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:03.583823 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:00:03.584494 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:03.651957 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8001459 Sep 07 05:00:03.682656 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72acdb8-bd08-4542-b1a9-91fb1b75f0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f05607d4-0807-41fa-924e-69e6a59567cd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:03.694793 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network f05607d4-0807-41fa-924e-69e6a59567cd details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:00:06.434211 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 40336) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:07.029767 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.policy [None req-2a9eeb0b-3c5c-433c-9220-d9df56b22a38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94011) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 05:00:07.076280 dv-cinder-804757-6-iscsi neutron-server[94011]: WARNING oslo_policy.policy [None req-2a9eeb0b-3c5c-433c-9220-d9df56b22a38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 05:00:07.076666 dv-cinder-804757-6-iscsi neutron-server[94011]: WARNING oslo_policy.policy [None req-2a9eeb0b-3c5c-433c-9220-d9df56b22a38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 05:00:07.085277 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9eeb0b-3c5c-433c-9220-d9df56b22a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:00:07.087080 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-2a9eeb0b-3c5c-433c-9220-d9df56b22a38 admin admin] 10.222.0.49 "GET /v2.0/networks/f05607d4-0807-41fa-924e-69e6a59567cd HTTP/1.1" status: 200 len: 825 time: 0.6518986 Sep 07 05:00:07.127046 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-824e9298-2b01-46df-adb4-6862e3c3a96f admin admin] 10.222.0.49 "GET /v2.0/subnetpools/1f5aaaaf-d58d-4402-b831-e5c0e2cdfa42 HTTP/1.1" status: 200 len: 734 time: 0.0335693 Sep 07 05:00:07.137789 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Request body: {'subnet': {'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'ip_version': 4, 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1f5aaaaf-d58d-4402-b831-e5c0e2cdfa42', 'name': 'private-subnet'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:00:07.139361 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.quota [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Loaded quota_driver: . Sep 07 05:00:07.181586 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Made reservation on behalf of ccbae5fb639b48de91d311d5c54052d8 for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:00:07.184428 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:07.488567 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:07.562410 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Checking segment: {'id': '4a136146-0998-4b80-8d7b-8d2db5ba3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:00:07.562789 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Network hostable DHCP agents. Network: f05607d4-0807-41fa-924e-69e6a59567cd, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:00:07.577398 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a48e5f4-08bd-4ae3-be82-3d178438d487,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:07.589497 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.589855 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.590192 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.590520 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.590843 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.591177 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.591498 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.591824 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.592174 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.592542 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.592848 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.593197 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Tracked resource versions report: Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: pushed versions: Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: { 'AddressGroup': {'1.2'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'ConntrackHelper': {'1.0'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Log': {'1.0'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Network': {'1.1'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Port': {'1.7'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'PortForwarding': {'1.2'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'QosPolicy': {'1.9'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SecurityGroup': {'1.4'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SecurityGroupRule': {'1.2'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SubPort': {'1.0'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Subnet': {'1.1'}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Trunk': {'1.1'}} Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: consumer versions: Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: { DHCP agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: L3 agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: Metadata agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: Metering agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: Open vSwitch agent@dv-cinder-804757-6-iscsi: { 'AddressGroup': '1.2', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'ConntrackHelper': '1.0', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Log': '1.0', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Network': '1.1', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Port': '1.7', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'PortForwarding': '1.2', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'QosPolicy': '1.9', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SecurityGroup': '1.4', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SecurityGroupRule': '1.2', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SubPort': '1.0', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Subnet': '1.1', Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Trunk': '1.1'}} Sep 07 05:00:07.594305 dv-cinder-804757-6-iscsi neutron-server[94011]: {{(pid=94011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 05:00:07.623693 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Network f05607d4-0807-41fa-924e-69e6a59567cd is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:00:07.642404 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, f05607d4-0807-41fa-924e-69e6a59567cd) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:00:07.647914 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:00:07.648832 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:07.658869 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa604c8b-f4e4-44ce-a8ff-2212241b7b71 None None] Network f05607d4-0807-41fa-924e-69e6a59567cd requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:00:07.671465 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-6d436b04-4e72-4b70-9bae-41dbe92e5ea5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5373120 Sep 07 05:00:08.083738 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e089070-a5a7-5a4b-8a0c-061bd82b62eb-f05607d4-0807-41fa-924e-69e6a59567cd', 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'fixed_ips': [{'subnet_id': '0a48e5f4-08bd-4ae3-be82-3d178438d487'}]}} from dv-cinder-804757-6-iscsi. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 05:00:08.085804 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:08.469212 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Allocated IP 172.20.0.2 (f05607d4-0807-41fa-924e-69e6a59567cd/0a48e5f4-08bd-4ae3-be82-3d178438d487/1158202e-0a20-4d8d-bd13-fdcca2d0b984) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:00:08.719949 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:08.779666 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Transition to ACTIVE for port object 1158202e-0a20-4d8d-bd13-fdcca2d0b984 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:00:08.811923 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Transition to ACTIVE for port object 1158202e-0a20-4d8d-bd13-fdcca2d0b984 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:00:08.825020 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:08.936573 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Network f05607d4-0807-41fa-924e-69e6a59567cd is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:00:08.944336 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:00:08.949337 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:00:09.001518 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Pushing event updated for resources: {'Port': ['ID=1158202e-0a20-4d8d-bd13-fdcca2d0b984,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:09.029336 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.029773 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.030044 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.030359 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.030700 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.031031 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.031355 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.031685 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.032026 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.032375 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.032697 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.033018 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Tracked resource versions report: Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: pushed versions: Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: { 'AddressGroup': {'1.2'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'ConntrackHelper': {'1.0'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Log': {'1.0'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Network': {'1.1'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Port': {'1.7'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'PortForwarding': {'1.2'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'QosPolicy': {'1.9'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SecurityGroup': {'1.4'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SecurityGroupRule': {'1.2'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SubPort': {'1.0'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Subnet': {'1.1'}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Trunk': {'1.1'}} Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: consumer versions: Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: { DHCP agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: L3 agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: Metadata agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: Metering agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: Open vSwitch agent@dv-cinder-804757-6-iscsi: { 'AddressGroup': '1.2', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'ConntrackHelper': '1.0', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Log': '1.0', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Network': '1.1', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Port': '1.7', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'PortForwarding': '1.2', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'QosPolicy': '1.9', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SecurityGroup': '1.4', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SecurityGroupRule': '1.2', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SubPort': '1.0', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Subnet': '1.1', Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Trunk': '1.1'}} Sep 07 05:00:09.035239 dv-cinder-804757-6-iscsi neutron-server[94013]: {{(pid=94013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 05:00:09.063907 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Attempting to bind port 1158202e-0a20-4d8d-bd13-fdcca2d0b984 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:00:09.064336 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Attempting to bind port 1158202e-0a20-4d8d-bd13-fdcca2d0b984 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '4a136146-0998-4b80-8d7b-8d2db5ba3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:00:09.064748 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Attempting to bind port 1158202e-0a20-4d8d-bd13-fdcca2d0b984 on network f05607d4-0807-41fa-924e-69e6a59567cd {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:00:09.070850 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:00:09.071268 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Checking segment: {'id': '4a136146-0998-4b80-8d7b-8d2db5ba3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:00:09.071743 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:09.072158 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Bound using segment: {'id': '4a136146-0998-4b80-8d7b-8d2db5ba3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:00:09.072670 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Bound port: 1158202e-0a20-4d8d-bd13-fdcca2d0b984, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a136146-0998-4b80-8d7b-8d2db5ba3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:00:09.073106 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:09.144502 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] For port 1158202e-0a20-4d8d-bd13-fdcca2d0b984, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:00:09.149572 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] For port 1158202e-0a20-4d8d-bd13-fdcca2d0b984, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=1158202e-0a20-4d8d-bd13-fdcca2d0b984,segment=NetworkSegment(4a136146-0998-4b80-8d7b-8d2db5ba3572),segment_id=4a136146-0998-4b80-8d7b-8d2db5ba3572)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:00:09.155085 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:09.240002 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed63b7d-fd13-41b9-8555-e56084b722d6 None None] Pushing event updated for resources: {'Port': ['ID=1158202e-0a20-4d8d-bd13-fdcca2d0b984,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:10.276779 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40350) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:10.713565 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [None req-d2622d57-99b3-49b0-b68a-9d6430b9a683 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:00:10.714685 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d2622d57-99b3-49b0-b68a-9d6430b9a683 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4368956 Sep 07 05:00:13.212116 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40358) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:13.634072 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [None req-d86de55c-9f0e-4c60-a9e4-991d762b9582 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:00:13.635364 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d86de55c-9f0e-4c60-a9e4-991d762b9582 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4219983 Sep 07 05:00:16.491896 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40368) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:16.837415 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-dac6589b-c0ab-4e93-8d47-9d46bb8955f0 admin admin] Request body: {'router': {'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'name': 'router1', 'admin_state_up': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:00:16.872385 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dac6589b-c0ab-4e93-8d47-9d46bb8955f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1905'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:16.874233 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dac6589b-c0ab-4e93-8d47-9d46bb8955f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-374321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1914'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:17.026302 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dac6589b-c0ab-4e93-8d47-9d46bb8955f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:17.033303 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dac6589b-c0ab-4e93-8d47-9d46bb8955f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:17.051042 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dac6589b-c0ab-4e93-8d47-9d46bb8955f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:17.052777 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-dac6589b-c0ab-4e93-8d47-9d46bb8955f0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5596194 Sep 07 05:00:17.786995 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e964b0c7-c2c4-4a14-9b52-3cf0db21dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:17.949077 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 1158202e-0a20-4d8d-bd13-fdcca2d0b984 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:00:17.995333 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa3204-8620-40d0-ba32-5eb592ca6ab7 None None] Network f05607d4-0807-41fa-924e-69e6a59567cd requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:00:18.119119 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-eab23423-0276-45dd-bb2a-94c866e36975 None None] Provisioning for port 1158202e-0a20-4d8d-bd13-fdcca2d0b984 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:00:18.125423 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 1158202e-0a20-4d8d-bd13-fdcca2d0b984 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:00:18.135663 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-eab23423-0276-45dd-bb2a-94c866e36975 None None] Provisioning complete for port 1158202e-0a20-4d8d-bd13-fdcca2d0b984 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:00:18.136055 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eab23423-0276-45dd-bb2a-94c866e36975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:18.138481 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 1158202e-0a20-4d8d-bd13-fdcca2d0b984 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:00:18.138839 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:18.397485 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:18.412419 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eab23423-0276-45dd-bb2a-94c866e36975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:18.460283 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 1158202e-0a20-4d8d-bd13-fdcca2d0b984, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=1158202e-0a20-4d8d-bd13-fdcca2d0b984,segment=NetworkSegment(4a136146-0998-4b80-8d7b-8d2db5ba3572),segment_id=4a136146-0998-4b80-8d7b-8d2db5ba3572)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:00:18.467060 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:18.538984 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.db.api [None req-eab23423-0276-45dd-bb2a-94c866e36975 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 05:00:18.539423 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG oslo_db.api [None req-eab23423-0276-45dd-bb2a-94c866e36975 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 05:00:18.549298 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=1158202e-0a20-4d8d-bd13-fdcca2d0b984,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:19.197273 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-34f75768-ff51-4b5f-8245-4cf360af4db0 None None] Provisioning complete for port 1158202e-0a20-4d8d-bd13-fdcca2d0b984 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:00:19.197958 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34f75768-ff51-4b5f-8245-4cf360af4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:19.540911 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40382) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:19.889872 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 1158202e-0a20-4d8d-bd13-fdcca2d0b984 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:00:19.940634 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 1158202e-0a20-4d8d-bd13-fdcca2d0b984 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:00:19.941010 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:19.950135 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [None req-bbe3b096-d108-465a-8134-1f886bd7e1a8 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:00:19.951222 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bbe3b096-d108-465a-8134-1f886bd7e1a8 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4089720 Sep 07 05:00:20.879304 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c0a82395-f9f5-493f-93f5-996cc133b887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:21.726364 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:22.017751 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:22.442292 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40400) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:22.578661 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:00:22.600212 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Made reservation on behalf of 4deb333531c645f9901744a7331500fa for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:00:22.602624 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:22.610582 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:22.700375 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:22.704007 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:22.719633 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Reserving flat network on physical network physnet1 {{(pid=94012) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 05:00:22.739219 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af6325c-e2a4-4977-ab31-44935254c821,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:22.744383 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:22.744728 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Added segment 14937b7f-c468-4967-a753-c2332df57ed0 of type flat for network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 Sep 07 05:00:22.792558 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:22.824171 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:22.825126 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:00:22.825626 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:22.876437 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4329839 Sep 07 05:00:22.905034 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bd85c-6b32-4246-9d5e-7d0cae8b1d54 admin admin] Pushing event updated for resources: {'Network': ['ID=2d754f3d-d5be-45ff-9f47-bb92e5a8f486,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:22.915346 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:00:23.871900 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:25.137988 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40418) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:25.276347 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e69718-5e97-4d74-9777-808aea291d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:00:25.277746 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f0e69718-5e97-4d74-9777-808aea291d93 admin admin] 10.222.0.49 "GET /v2.0/subnets/0a48e5f4-08bd-4ae3-be82-3d178438d487 HTTP/1.1" status: 200 len: 849 time: 0.1387978 Sep 07 05:00:25.405463 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-aa8550e3-c276-4303-86cd-734237f8cc9b admin admin] 10.222.0.49 "GET /v2.0/routers/596e8ab4-b898-4be4-83ff-835563e8a6d7 HTTP/1.1" status: 200 len: 704 time: 0.1204169 Sep 07 05:00:25.681145 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:25.995699 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Allocated IP 172.20.0.1 (f05607d4-0807-41fa-924e-69e6a59567cd/0a48e5f4-08bd-4ae3-be82-3d178438d487/7afe98de-aa30-4436-82fb-3657ce1e8b0e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:00:26.193454 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:26.219962 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Transition to ACTIVE for port object 7afe98de-aa30-4436-82fb-3657ce1e8b0e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:00:26.294097 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:26.364167 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Network f05607d4-0807-41fa-924e-69e6a59567cd is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:00:26.369948 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:00:26.430536 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:00:26.431082 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376449'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:26.450260 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Pushing event updated for resources: {'Port': ['ID=7afe98de-aa30-4436-82fb-3657ce1e8b0e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:26.629097 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:26.655268 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-219dffe7-c1f9-4f37-a94e-682295364c32 None None] Provisioning for port 7afe98de-aa30-4436-82fb-3657ce1e8b0e completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:00:26.659899 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-219dffe7-c1f9-4f37-a94e-682295364c32 None None] Provisioning complete for port 7afe98de-aa30-4436-82fb-3657ce1e8b0e triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:00:26.660306 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-219dffe7-c1f9-4f37-a94e-682295364c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:26.696537 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-219dffe7-c1f9-4f37-a94e-682295364c32 None None] Port 7afe98de-aa30-4436-82fb-3657ce1e8b0e cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:00:26.836556 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:26.840953 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:26.841811 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375089'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:26.906144 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Pushing event updated for resources: {'Port': ['ID=7afe98de-aa30-4436-82fb-3657ce1e8b0e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:26.975180 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Network f05607d4-0807-41fa-924e-69e6a59567cd is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:00:26.976574 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:00:27.145135 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Router 596e8ab4-b898-4be4-83ff-835563e8a6d7 is scheduled to L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 05:00:27.215918 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f79c4e48-11a6-444c-9883-94782b7091f6 None None] Provisioning complete for port 7afe98de-aa30-4436-82fb-3657ce1e8b0e triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:00:27.216309 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f79c4e48-11a6-444c-9883-94782b7091f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:27.239768 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:00:27.245439 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-65077281-de9f-4f5f-9cc3-ad4d828584ff admin admin] 10.222.0.49 "PUT /v2.0/routers/596e8ab4-b898-4be4-83ff-835563e8a6d7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8342204 Sep 07 05:00:27.250826 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f79c4e48-11a6-444c-9883-94782b7091f6 None None] Port 7afe98de-aa30-4436-82fb-3657ce1e8b0e cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:00:27.260466 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Sync routers for ids ['596e8ab4-b898-4be4-83ff-835563e8a6d7'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:00:27.274333 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Routers {'596e8ab4-b898-4be4-83ff-835563e8a6d7'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:00:27.275425 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:00:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['596e8ab4-b898-4be4-83ff-835563e8a6d7'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:00:27.474502 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Set router 596e8ab4-b898-4be4-83ff-835563e8a6d7 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:00:27.915604 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'name': 'router1', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:00:16Z', 'updated_at': '2021-09-07T05:00:26Z', 'revision_number': 2, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'gw_port_host': None, '_interfaces': [{'id': '7afe98de-aa30-4436-82fb-3657ce1e8b0e', 'name': '', 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'mac_address': 'fa:16:3e:9c:69:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:00:25Z', 'updated_at': '2021-09-07T05:00:26Z', 'revision_number': 2, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'subnets': [{'id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f5aaaaf-d58d-4402-b831-e5c0e2cdfa42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:00:27.968770 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Checking router: 596e8ab4-b898-4be4-83ff-835563e8a6d7 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:00:27.969133 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Updating router 596e8ab4-b898-4be4-83ff-835563e8a6d7 port 7afe98de-aa30-4436-82fb-3657ce1e8b0e binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:00:28.018294 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:28.614443 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:28.634563 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Transition to ACTIVE for port object 7afe98de-aa30-4436-82fb-3657ce1e8b0e will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:00:28.641369 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:28.753268 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Pushing event updated for resources: {'Port': ['ID=7afe98de-aa30-4436-82fb-3657ce1e8b0e,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:28.789037 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789037 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789037 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789037 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789037 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789037 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789037 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789037 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789037 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789851 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789851 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.789851 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Tracked resource versions report: Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: pushed versions: Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: { 'AddressGroup': {'1.2'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'ConntrackHelper': {'1.0'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Log': {'1.0'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Network': {'1.1'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Port': {'1.7'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'PortForwarding': {'1.2'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'QosPolicy': {'1.9'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SecurityGroup': {'1.4'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SecurityGroupRule': {'1.2'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SubPort': {'1.0'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Subnet': {'1.1'}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Trunk': {'1.1'}} Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: consumer versions: Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: { DHCP agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: L3 agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: Metadata agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: Metering agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: Open vSwitch agent@dv-cinder-804757-6-iscsi: { 'AddressGroup': '1.2', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'ConntrackHelper': '1.0', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Log': '1.0', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Network': '1.1', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Port': '1.7', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'PortForwarding': '1.2', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'QosPolicy': '1.9', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SecurityGroup': '1.4', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SecurityGroupRule': '1.2', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SubPort': '1.0', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Subnet': '1.1', Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Trunk': '1.1'}} Sep 07 05:00:28.790952 dv-cinder-804757-6-iscsi neutron-server[94014]: {{(pid=94014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 05:00:28.851119 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Attempting to bind port 7afe98de-aa30-4436-82fb-3657ce1e8b0e on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:00:28.851527 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Attempting to bind port 7afe98de-aa30-4436-82fb-3657ce1e8b0e by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '4a136146-0998-4b80-8d7b-8d2db5ba3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:00:28.851929 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Attempting to bind port 7afe98de-aa30-4436-82fb-3657ce1e8b0e on network f05607d4-0807-41fa-924e-69e6a59567cd {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:00:28.868709 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:00:28.869125 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Checking segment: {'id': '4a136146-0998-4b80-8d7b-8d2db5ba3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:00:28.869610 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:28.870039 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Bound using segment: {'id': '4a136146-0998-4b80-8d7b-8d2db5ba3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:00:28.870616 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Bound port: 7afe98de-aa30-4436-82fb-3657ce1e8b0e, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a136146-0998-4b80-8d7b-8d2db5ba3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:00:28.871299 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:28.944717 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] For port 7afe98de-aa30-4436-82fb-3657ce1e8b0e, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:00:28.964694 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] For port 7afe98de-aa30-4436-82fb-3657ce1e8b0e, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=7afe98de-aa30-4436-82fb-3657ce1e8b0e,segment=NetworkSegment(4a136146-0998-4b80-8d7b-8d2db5ba3572),segment_id=4a136146-0998-4b80-8d7b-8d2db5ba3572)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:00:28.971954 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:29.037326 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad588c42-efe8-4fba-be6e-6ea9301b38ac None None] Pushing event updated for resources: {'Port': ['ID=7afe98de-aa30-4436-82fb-3657ce1e8b0e,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:29.040029 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Routers {'596e8ab4-b898-4be4-83ff-835563e8a6d7'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:00:29.040663 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:00:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['596e8ab4-b898-4be4-83ff-835563e8a6d7'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:00:29.133801 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] Set router 596e8ab4-b898-4be4-83ff-835563e8a6d7 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:00:29.354748 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'name': 'router1', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:00:16Z', 'updated_at': '2021-09-07T05:00:26Z', 'revision_number': 2, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'gw_port_host': None, '_interfaces': [{'id': '7afe98de-aa30-4436-82fb-3657ce1e8b0e', 'name': '', 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'mac_address': 'fa:16:3e:9c:69:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:00:25Z', 'updated_at': '2021-09-07T05:00:28Z', 'revision_number': 4, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'subnets': [{'id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f5aaaaf-d58d-4402-b831-e5c0e2cdfa42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:00:29.382470 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e95cc-7e03-4037-9cf2-0fc423a48453 None None] The sync data for ids ['596e8ab4-b898-4be4-83ff-835563e8a6d7'] in dv-cinder-804757-6-iscsi is: [{'id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'name': 'router1', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:00:16Z', 'updated_at': '2021-09-07T05:00:26Z', 'revision_number': 2, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'gw_port_host': None, '_interfaces': [{'id': '7afe98de-aa30-4436-82fb-3657ce1e8b0e', 'name': '', 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'mac_address': 'fa:16:3e:9c:69:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:00:25Z', 'updated_at': '2021-09-07T05:00:28Z', 'revision_number': 4, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'subnets': [{'id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f5aaaaf-d58d-4402-b831-e5c0e2cdfa42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:00:29.565674 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40428) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:29.676912 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09541e1-8639-4a1d-9eef-4d424305ee28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:00:29.678189 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f09541e1-8639-4a1d-9eef-4d424305ee28 admin admin] 10.222.0.49 "GET /v2.0/networks/2d754f3d-d5be-45ff-9f47-bb92e5a8f486 HTTP/1.1" status: 200 len: 842 time: 0.1114581 Sep 07 05:00:29.688380 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'gateway_ip': '172.27.3.1'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:00:29.713339 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Made reservation on behalf of 4deb333531c645f9901744a7331500fa for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:00:29.715800 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:30.031025 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.objects.ports [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94012) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 05:00:30.031378 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:30.092196 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5cfd3d-a46c-4eff-8554-00870b178793,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:30.102043 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:00:30.102400 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Network hostable DHCP agents. Network: 2d754f3d-d5be-45ff-9f47-bb92e5a8f486, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:00:30.124861 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:00:30.136588 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 2d754f3d-d5be-45ff-9f47-bb92e5a8f486) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:00:30.142890 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:00:30.143068 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:30.146380 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e410c4-b08e-4ccd-b711-d3c0f87185fc None None] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:00:30.172884 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-82b8f9eb-2c99-48b6-8d22-24508d894530 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4757109 Sep 07 05:00:30.198402 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:00:30.309290 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7fb2b6-29f7-45cc-b851-34cf430e335e None None] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:00:32.520749 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40436) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:32.739581 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-07024e97-9d9f-4c6c-8466-547e8dfc4f7d admin admin] 10.222.0.49 "GET /v2.0/routers/596e8ab4-b898-4be4-83ff-835563e8a6d7 HTTP/1.1" status: 200 len: 710 time: 0.2176101 Sep 07 05:00:32.826982 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444202aa-dd42-4f2a-af3c-b9e1d33a17f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:00:32.828393 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-444202aa-dd42-4f2a-af3c-b9e1d33a17f2 admin admin] 10.222.0.49 "GET /v2.0/networks/2d754f3d-d5be-45ff-9f47-bb92e5a8f486 HTTP/1.1" status: 200 len: 886 time: 0.0828886 Sep 07 05:00:32.837977 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:00:33.088682 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:33.336801 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:33.422755 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:33.545061 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Allocated IP 172.27.3.205 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/368ae547-c1f9-4013-a809-4e6c56ac6455) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:00:33.662349 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:33.702322 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:33.739986 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:00:33.743046 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:00:33.749314 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:00:33.793468 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Pushing event updated for resources: {'Port': ['ID=368ae547-c1f9-4013-a809-4e6c56ac6455,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:34.006780 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:34.302554 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3472'] for router, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:34.306112 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-374292'] for router, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:34.418001 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Router 596e8ab4-b898-4be4-83ff-835563e8a6d7 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:00:34.530494 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:00:34.534811 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:34.536279 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-410dca97-dcef-46ca-8f7e-16de4a3b5f74 admin admin] 10.222.0.49 "PUT /v2.0/routers/596e8ab4-b898-4be4-83ff-835563e8a6d7 HTTP/1.1" status: 200 len: 890 time: 1.7016127 Sep 07 05:00:35.917834 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 7afe98de-aa30-4436-82fb-3657ce1e8b0e up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:00:35.974069 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 7afe98de-aa30-4436-82fb-3657ce1e8b0e completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:00:35.983401 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 7afe98de-aa30-4436-82fb-3657ce1e8b0e triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:00:35.983710 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:36.010392 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Sync routers for ids ['596e8ab4-b898-4be4-83ff-835563e8a6d7'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:00:36.028752 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Routers {'596e8ab4-b898-4be4-83ff-835563e8a6d7'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:00:36.029440 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:00:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['596e8ab4-b898-4be4-83ff-835563e8a6d7'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:00:36.266178 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:36.292368 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Set router 596e8ab4-b898-4be4-83ff-835563e8a6d7 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:00:36.385643 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 7afe98de-aa30-4436-82fb-3657ce1e8b0e, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=7afe98de-aa30-4436-82fb-3657ce1e8b0e,segment=NetworkSegment(4a136146-0998-4b80-8d7b-8d2db5ba3572),segment_id=4a136146-0998-4b80-8d7b-8d2db5ba3572)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:00:36.395113 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:36.603974 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=7afe98de-aa30-4436-82fb-3657ce1e8b0e,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:36.764041 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'name': 'router1', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '368ae547-c1f9-4013-a809-4e6c56ac6455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:00:16Z', 'updated_at': '2021-09-07T05:00:33Z', 'revision_number': 4, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'gw_port': {'id': '368ae547-c1f9-4013-a809-4e6c56ac6455', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:29:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:00:33Z', 'updated_at': '2021-09-07T05:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '7afe98de-aa30-4436-82fb-3657ce1e8b0e', 'name': '', 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'mac_address': 'fa:16:3e:9c:69:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:00:25Z', 'updated_at': '2021-09-07T05:00:28Z', 'revision_number': 4, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'subnets': [{'id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f5aaaaf-d58d-4402-b831-e5c0e2cdfa42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:00:36.818465 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Checking router: 596e8ab4-b898-4be4-83ff-835563e8a6d7 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:00:36.818735 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Updating router 596e8ab4-b898-4be4-83ff-835563e8a6d7 port 368ae547-c1f9-4013-a809-4e6c56ac6455 binding host dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:00:36.869856 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:37.028657 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 40448) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:00:37.147697 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c244cbe8-28e2-4a4e-8556-61dc710db971 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176076 Sep 07 05:00:37.199938 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:37.211787 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Transition to ACTIVE for port object 368ae547-c1f9-4013-a809-4e6c56ac6455 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:00:37.218442 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:37.355238 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Attempting to bind port 368ae547-c1f9-4013-a809-4e6c56ac6455 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:00:37.355603 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Attempting to bind port 368ae547-c1f9-4013-a809-4e6c56ac6455 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:00:37.355949 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Attempting to bind port 368ae547-c1f9-4013-a809-4e6c56ac6455 on network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:00:37.363833 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd8bde-7792-49da-8c72-4f3e81b1cd2d None None] Pushing event updated for resources: {'Port': ['ID=368ae547-c1f9-4013-a809-4e6c56ac6455,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:37.367577 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:00:37.367955 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:00:37.368374 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:37.368756 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Bound using segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:00:37.369221 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Bound port: 368ae547-c1f9-4013-a809-4e6c56ac6455, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:00:37.369620 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:37.420866 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] For port 368ae547-c1f9-4013-a809-4e6c56ac6455, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:00:37.424626 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] For port 368ae547-c1f9-4013-a809-4e6c56ac6455, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=368ae547-c1f9-4013-a809-4e6c56ac6455,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:00:37.429269 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:37.481533 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Routers {'596e8ab4-b898-4be4-83ff-835563e8a6d7'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:00:37.482218 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:00:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['596e8ab4-b898-4be4-83ff-835563e8a6d7'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:00:37.525408 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd8bde-7792-49da-8c72-4f3e81b1cd2d None None] Pushing event updated for resources: {'Port': ['ID=368ae547-c1f9-4013-a809-4e6c56ac6455,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:37.603383 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] Set router 596e8ab4-b898-4be4-83ff-835563e8a6d7 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:00:37.829485 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'name': 'router1', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '368ae547-c1f9-4013-a809-4e6c56ac6455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:00:16Z', 'updated_at': '2021-09-07T05:00:33Z', 'revision_number': 4, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'gw_port': {'id': '368ae547-c1f9-4013-a809-4e6c56ac6455', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:29:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:00:33Z', 'updated_at': '2021-09-07T05:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '7afe98de-aa30-4436-82fb-3657ce1e8b0e', 'name': '', 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'mac_address': 'fa:16:3e:9c:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:00:25Z', 'updated_at': '2021-09-07T05:00:36Z', 'revision_number': 5, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'subnets': [{'id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f5aaaaf-d58d-4402-b831-e5c0e2cdfa42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:00:37.856759 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8657bb-9f12-456e-a29f-0666fd8012ab None None] The sync data for ids ['596e8ab4-b898-4be4-83ff-835563e8a6d7'] in dv-cinder-804757-6-iscsi is: [{'id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'name': 'router1', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '368ae547-c1f9-4013-a809-4e6c56ac6455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:00:16Z', 'updated_at': '2021-09-07T05:00:33Z', 'revision_number': 4, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'gw_port': {'id': '368ae547-c1f9-4013-a809-4e6c56ac6455', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:29:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:00:33Z', 'updated_at': '2021-09-07T05:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '7afe98de-aa30-4436-82fb-3657ce1e8b0e', 'name': '', 'network_id': 'f05607d4-0807-41fa-924e-69e6a59567cd', 'tenant_id': 'ccbae5fb639b48de91d311d5c54052d8', 'mac_address': 'fa:16:3e:9c:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e8ab4-b898-4be4-83ff-835563e8a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:00:25Z', 'updated_at': '2021-09-07T05:00:36Z', 'revision_number': 5, 'project_id': 'ccbae5fb639b48de91d311d5c54052d8', 'subnets': [{'id': '0a48e5f4-08bd-4ae3-be82-3d178438d487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f5aaaaf-d58d-4402-b831-e5c0e2cdfa42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:00:37.909755 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 7afe98de-aa30-4436-82fb-3657ce1e8b0e up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:00:37.982197 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 7afe98de-aa30-4436-82fb-3657ce1e8b0e triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:00:37.982562 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:39.964479 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 368ae547-c1f9-4013-a809-4e6c56ac6455 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:00:40.013913 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 368ae547-c1f9-4013-a809-4e6c56ac6455 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:00:40.018502 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 368ae547-c1f9-4013-a809-4e6c56ac6455 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:00:40.018949 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:40.102841 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:40.133384 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 368ae547-c1f9-4013-a809-4e6c56ac6455, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=368ae547-c1f9-4013-a809-4e6c56ac6455,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:00:40.138468 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:40.202870 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=368ae547-c1f9-4013-a809-4e6c56ac6455,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:00:41.955420 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 368ae547-c1f9-4013-a809-4e6c56ac6455 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:00:42.031180 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 368ae547-c1f9-4013-a809-4e6c56ac6455 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:00:42.031180 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:47.794547 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d4407c52-398c-43f4-9c5f-b4b5cd8cc72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:50.882459 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f2028963-7c29-476a-8f80-e21cd99ed8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:51.730543 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:52.027882 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:00:53.893563 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:01:07.178680 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:01:17.787023 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-45352191-d0f8-46c1-ade2-95796c07e8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:01:20.894155 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5b9c-f7ea-46a5-bd0f-6a3919731544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:01:21.741476 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:01:22.032583 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:01:23.898058 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:01:44.178347 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:01:47.780570 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05794135-7c20-4e18-bcad-d6f4c6d47d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:01:50.893076 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-391e0e05-00ee-4b7a-adc3-08b10d14cfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:01:51.736926 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:01:52.029593 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:01:53.896305 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:15.785175 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41010) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:02:15.852475 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f4dc92-3226-46c4-91e4-b18d65ab9fb4 admin admin] GET failed (client error): The resource could not be found. Sep 07 05:02:15.853813 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-47f4dc92-3226-46c4-91e4-b18d65ab9fb4 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677116 Sep 07 05:02:16.033991 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735f328-71a2-4586-b182-de852f6e459d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:16.035507 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-5735f328-71a2-4586-b182-de852f6e459d admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1770134 Sep 07 05:02:17.782664 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cefe6c12-7cb9-462b-be2c-b017b9dbbb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:18.235834 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41020) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:02:18.328052 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52db3fc6-e020-4154-9281-f5e1f769a077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:18.329464 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-52db3fc6-e020-4154-9281-f5e1f769a077 admin admin] 10.222.0.49 "GET /v2.0/subnets/0a48e5f4-08bd-4ae3-be82-3d178438d487 HTTP/1.1" status: 200 len: 849 time: 0.0926154 Sep 07 05:02:18.339298 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:02:18.425499 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:18.574966 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747621919708'] for subnet, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:18.611645 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:18.612276 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:18.624117 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] 10.222.0.49 "PUT /v2.0/subnets/0a48e5f4-08bd-4ae3-be82-3d178438d487 HTTP/1.1" status: 200 len: 868 time: 0.2778842 Sep 07 05:02:18.624500 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8fe478-0b69-4a7f-9c98-98b2fbc5c6e0 None None] Network f05607d4-0807-41fa-924e-69e6a59567cd requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:02:18.633977 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a48e5f4-08bd-4ae3-be82-3d178438d487,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:02:18.641449 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.641819 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.642160 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.642494 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.642823 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.643145 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.643470 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.643798 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.644163 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.644491 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.644810 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.645125 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845a43-c42d-4998-83ce-ec003ea2d3a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:02:18.964877 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-9dc8067e-2c5a-402a-87b8-a7d425a84493 None None] Provisioning complete for port 1158202e-0a20-4d8d-bd13-fdcca2d0b984 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:02:18.965454 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9dc8067e-2c5a-402a-87b8-a7d425a84493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:19.050145 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-9dc8067e-2c5a-402a-87b8-a7d425a84493 None None] Provisioning complete for port 7afe98de-aa30-4436-82fb-3657ce1e8b0e triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:02:19.050422 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9dc8067e-2c5a-402a-87b8-a7d425a84493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:20.827310 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41028) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:02:20.884342 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d78c96e-9e9d-431c-ab4c-55405b5976a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:21.028358 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dae1af9-48e7-4118-845c-a9e85be2a251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:21.028829 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dae1af9-48e7-4118-845c-a9e85be2a251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:21.030976 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-5dae1af9-48e7-4118-845c-a9e85be2a251 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027917 Sep 07 05:02:21.177275 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:02:21.832276 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:22.030684 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:23.237990 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41036) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:02:23.435648 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef184e-8eb5-4122-a036-a9c1cfba2141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:23.436572 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef184e-8eb5-4122-a036-a9c1cfba2141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:23.438448 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-13ef184e-8eb5-4122-a036-a9c1cfba2141 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1995213 Sep 07 05:02:23.896472 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:25.608605 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41046) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:02:25.761899 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b0b12f-c7a9-4eb5-97f5-eb00ae899d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:25.763290 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-59b0b12f-c7a9-4eb5-97f5-eb00ae899d13 admin admin] 10.222.0.49 "GET /v2.0/networks/2d754f3d-d5be-45ff-9f47-bb92e5a8f486 HTTP/1.1" status: 200 len: 886 time: 0.1537130 Sep 07 05:02:27.936179 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41054) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:02:28.091678 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a15e9d-851f-477b-b2be-778de94d880b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:28.093644 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-63a15e9d-851f-477b-b2be-778de94d880b admin admin] 10.222.0.49 "GET /v2.0/networks/f05607d4-0807-41fa-924e-69e6a59567cd HTTP/1.1" status: 200 len: 869 time: 0.1564538 Sep 07 05:02:30.276548 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41062) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:02:30.406592 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d1926-051f-4297-baaf-412ce35185a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:30.407044 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d1926-051f-4297-baaf-412ce35185a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:30.408729 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-6d4d1926-051f-4297-baaf-412ce35185a0 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312044 Sep 07 05:02:32.693540 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41070) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:02:32.786897 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f314cb-f65a-4505-af2e-f1a53a45af5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:32.787330 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f314cb-f65a-4505-af2e-f1a53a45af5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:32.788937 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-35f314cb-f65a-4505-af2e-f1a53a45af5c admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944538 Sep 07 05:02:35.000197 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41078) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:02:35.095777 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73848bda-5275-481d-9fd6-385b2f0d414d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:35.097179 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-73848bda-5275-481d-9fd6-385b2f0d414d admin admin] 10.222.0.49 "GET /v2.0/subnets/0a48e5f4-08bd-4ae3-be82-3d178438d487 HTTP/1.1" status: 200 len: 868 time: 0.0959890 Sep 07 05:02:37.373165 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41086) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:02:37.461408 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5236157-0f4d-43ef-a93e-867431f2d36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:02:37.462826 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b5236157-0f4d-43ef-a93e-867431f2d36d admin admin] 10.222.0.49 "GET /v2.0/subnets/9e5cfd3d-a46c-4eff-8554-00870b178793 HTTP/1.1" status: 200 len: 816 time: 0.0886841 Sep 07 05:02:47.784741 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-86563c87-da2c-4be1-8177-bcdd9f8cf9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:50.885945 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc3d49ed-388b-4816-8405-e903285a95e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:51.743658 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:52.038072 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:53.909018 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:02:58.176550 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:03:01.514768 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41140) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:03:01.564198 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [None req-6f86bb83-b370-4435-9912-6bcf37c238f2 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:03:01.565218 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6f86bb83-b370-4435-9912-6bcf37c238f2 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495133 Sep 07 05:03:03.893970 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41148) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:03:03.955091 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-6327df27-dce9-45ae-9db4-d5369c9d0f71 admin admin] GET failed (client error): The resource could not be found. Sep 07 05:03:03.956510 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6327df27-dce9-45ae-9db4-d5369c9d0f71 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616028 Sep 07 05:03:04.101195 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f808288-6151-42c1-9a59-7d9270489291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:03:04.102613 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2f808288-6151-42c1-9a59-7d9270489291 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1414590 Sep 07 05:03:06.330685 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41156) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:03:06.379275 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:03:06.398445 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Made reservation on behalf of 4deb333531c645f9901744a7331500fa for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:03:06.400716 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:06.430821 dv-cinder-804757-6-iscsi neutron-server[94012]: WARNING neutron.services.revisions.revision_plugin [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Could not find related network for resource to bump revision. Sep 07 05:03:06.441629 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:03:06.452020 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:06.452389 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Added segment d8c17050-8bcf-4897-92db-e53387ed835d of type vlan for network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 Sep 07 05:03:06.491648 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:06.516293 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:06.517343 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:03:06.517950 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:06.556243 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2244339 Sep 07 05:03:06.585323 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Pushing event updated for resources: {'Network': ['ID=d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:03:06.593923 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.594273 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.594619 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.594960 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.595298 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.595639 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.595970 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.596343 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.596704 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.597038 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.597363 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.597688 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e14b0-a8e0-4187-83fc-7915bb9319ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:06.609009 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:03:08.848111 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41164) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:03:08.909150 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.pecan_wsgi.hooks.translation [None req-720cb5e2-e423-48ca-b046-1726b89a05b3 admin admin] GET failed (client error): The resource could not be found. Sep 07 05:03:08.910468 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-720cb5e2-e423-48ca-b046-1726b89a05b3 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614116 Sep 07 05:03:08.981588 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7989472b-5e67-43d0-a7b9-e1298b922db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:03:08.983831 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7989472b-5e67-43d0-a7b9-e1298b922db4 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687025 Sep 07 05:03:08.993925 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:03:09.013634 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Made reservation on behalf of 4deb333531c645f9901744a7331500fa for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:03:09.015833 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:09.177719 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:09.230523 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce75bea-bbc0-445a-8a41-3ea423833ac9,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:03:09.240730 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Checking segment: {'id': 'd8c17050-8bcf-4897-92db-e53387ed835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:03:09.241077 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Network hostable DHCP agents. Network: d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:03:09.256823 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:03:09.265107 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:03:09.271863 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:03:09.271863 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:09.275488 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d72e8-bcc2-4676-8904-39685af3f63a None None] Network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:03:09.287338 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-6e546c86-98c6-4a17-9f12-0e5bc462ffb3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2966743 Sep 07 05:03:09.450823 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e089070-a5a7-5a4b-8a0c-061bd82b62eb-d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8', 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8', 'tenant_id': '4deb333531c645f9901744a7331500fa', 'fixed_ips': [{'subnet_id': '9ce75bea-bbc0-445a-8a41-3ea423833ac9'}]}} from dv-cinder-804757-6-iscsi. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 05:03:09.452398 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:09.598930 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Allocated IP 192.168.233.2 (d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8/9ce75bea-bbc0-445a-8a41-3ea423833ac9/d90123c4-4467-4b44-90d8-760a36116cf6) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:03:09.752442 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:09.761566 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Transition to ACTIVE for port object d90123c4-4467-4b44-90d8-760a36116cf6 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:03:09.777059 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Transition to ACTIVE for port object d90123c4-4467-4b44-90d8-760a36116cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:03:09.783476 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:09.820764 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:03:09.823662 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:03:09.829934 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:03:09.835527 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Pushing event updated for resources: {'Port': ['ID=d90123c4-4467-4b44-90d8-760a36116cf6,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:03:09.846367 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.846707 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.847037 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.847362 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.847684 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.848002 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.848338 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.848655 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.848988 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.849312 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.849620 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.849930 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:03:09.899883 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Attempting to bind port d90123c4-4467-4b44-90d8-760a36116cf6 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:03:09.900280 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Attempting to bind port d90123c4-4467-4b44-90d8-760a36116cf6 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': 'd8c17050-8bcf-4897-92db-e53387ed835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:03:09.900695 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Attempting to bind port d90123c4-4467-4b44-90d8-760a36116cf6 on network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:03:09.905893 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:03:09.906255 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Checking segment: {'id': 'd8c17050-8bcf-4897-92db-e53387ed835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:03:09.906644 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:09.907022 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Bound using segment: {'id': 'd8c17050-8bcf-4897-92db-e53387ed835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:03:09.907472 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Bound port: d90123c4-4467-4b44-90d8-760a36116cf6, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c17050-8bcf-4897-92db-e53387ed835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:03:09.907844 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:09.972360 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] For port d90123c4-4467-4b44-90d8-760a36116cf6, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:03:09.975451 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] For port d90123c4-4467-4b44-90d8-760a36116cf6, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=d90123c4-4467-4b44-90d8-760a36116cf6,segment=NetworkSegment(d8c17050-8bcf-4897-92db-e53387ed835d),segment_id=d8c17050-8bcf-4897-92db-e53387ed835d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:03:09.980405 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:10.046472 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aab240-116c-417d-bc7f-3963bfaa83ba None None] Pushing event updated for resources: {'Port': ['ID=d90123c4-4467-4b44-90d8-760a36116cf6,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:03:10.830639 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8db98b-260c-477b-a26e-6b6da7539dad None None] Network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:03:10.903947 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-2c4bfeda-088e-4c69-909b-9976a5716a5b None None] Provisioning for port d90123c4-4467-4b44-90d8-760a36116cf6 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:03:12.038655 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device d90123c4-4467-4b44-90d8-760a36116cf6 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:03:12.088699 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port d90123c4-4467-4b44-90d8-760a36116cf6 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:03:12.092794 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port d90123c4-4467-4b44-90d8-760a36116cf6 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:03:12.093163 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:12.175902 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:12.208944 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port d90123c4-4467-4b44-90d8-760a36116cf6, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=d90123c4-4467-4b44-90d8-760a36116cf6,segment=NetworkSegment(d8c17050-8bcf-4897-92db-e53387ed835d),segment_id=d8c17050-8bcf-4897-92db-e53387ed835d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:03:12.213003 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:12.260809 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=d90123c4-4467-4b44-90d8-760a36116cf6,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:03:14.015919 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device d90123c4-4467-4b44-90d8-760a36116cf6 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:03:14.066715 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port d90123c4-4467-4b44-90d8-760a36116cf6 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:03:14.067056 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:17.787108 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0be78c25-9eca-4341-ab81-9563cd6e7d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:20.887291 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-72b7548b-ff23-4555-8ef7-352bb3e9d054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:21.745379 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:22.037302 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:23.903305 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:35.175647 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:03:47.788488 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7d41b0b4-38e2-469b-bfab-7a02c5c16375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:50.888297 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f11cddc-fa89-4263-a475-bebbfe7bb235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:51.746881 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:52.038927 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:03:53.907642 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:12.174345 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:04:17.795269 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e4f9758e-590b-4156-b9e1-85bd80e65140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:18.180924 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41216) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:04:18.187277 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [None req-b15a0d83-f0f7-4c92-b32d-c2001d90792c tempest-verify_tempest_config-245543691 tempest-verify_tempest_config-245543691-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:04:18.188291 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b15a0d83-f0f7-4c92-b32d-c2001d90792c tempest-verify_tempest_config-245543691 tempest-verify_tempest_config-245543691-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063369 Sep 07 05:04:18.480024 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41234) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:04:18.585604 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:18.677536 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:18.681248 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:18.731309 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5902be-94ba-40e4-bd33-61d0c1b50b11,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:04:18.736739 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13258577cd844bde9767ee74c3944703&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2556322 Sep 07 05:04:18.739586 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41238) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:04:18.742447 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.742855 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.743205 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.743548 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.743880 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.744248 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.744584 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.744953 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.745284 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.745622 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.745943 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.746265 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138200d-834e-4c45-8882-74e8c2aed3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.824725 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:18.845681 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:18.941933 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:18.944401 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:18.948268 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b5902be-94ba-40e4-bd33-61d0c1b50b11 HTTP/1.1" status: 204 len: 168 time: 0.2050788 Sep 07 05:04:18.956122 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5902be-94ba-40e4-bd33-61d0c1b50b11,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:04:18.962767 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.963113 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.963472 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.963844 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.964138 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.964491 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.964824 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.965158 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.965568 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.966678 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.967040 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:18.967351 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc39e39d-ccca-42db-a406-5978b5e32270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:04:20.889595 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b516218e-813a-4ee7-b43a-7024e8173249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:21.749754 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:22.041234 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:23.910465 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:47.785889 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da042137-d961-4f6b-b9c1-708b25b5ce2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:49.173256 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:04:50.890927 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57785667-2cb1-4cee-aadd-ca7b936c0724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:51.751498 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:52.044302 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:04:53.911964 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:17.786330 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd55c-4403-41c6-af71-3d748af1b010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:20.891960 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-67b3682b-5abc-4e74-9c84-3e2cc470811e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:21.752294 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:22.049058 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:23.915894 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:26.172229 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:05:47.787268 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f0423f1-38a1-449e-bb23-5c39090f18eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:49.506999 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376548'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:50.893616 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4dbc90f1-d8c3-490e-9de3-f6f9da95782d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:51.753559 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:52.049872 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:05:53.918019 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:03.171287 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:06:05.326349 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41314) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:06:05.431292 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-f4f15e61-6083-4474-8a8a-f3a552360fb9 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1038365 Sep 07 05:06:07.652401 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41324) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:06:07.712211 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b6f16b0f-2cf7-4651-884e-6858c9116854 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0587053 Sep 07 05:06:17.793288 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2816533a-dbff-49df-8b15-3a6510334ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:19.452787 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:20.895595 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2cf72936-10dd-42c0-9105-a4caa49f0a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:21.755999 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:22.053060 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:23.923448 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:40.169562 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:06:47.784345 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b76d-a3dc-46b2-9e04-ff0566823e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:49.459102 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:50.898098 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cac49d13-db24-4a96-8609-b1962358808d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:51.758809 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:52.065027 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:06:53.929610 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:17.170081 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:07:17.788932 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b30a4dc-5aad-4de7-bb52-4a8734f681a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:19.476813 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:20.905253 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a37e809e-126e-4b25-aa60-ee991f52f06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:21.769247 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:22.065355 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:23.937261 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:44.187509 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41532) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:44.510082 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41548) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:44.704791 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-453736331-network', 'tenant_id': '4f7d696c02a34a9cb992d354c2415b40'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:44.731009 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41556) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:44.750159 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Made reservation on behalf of 4f7d696c02a34a9cb992d354c2415b40 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:44.754405 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:44.769560 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:44.907080 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:44.911376 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846467051-network', 'tenant_id': '54d53070fed144b6b7c3b64eb7a489cb'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:44.915279 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:44.968963 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:44.976700 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:07:44.988333 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:44.988716 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Added segment 357b2cd6-be20-47c5-b31e-e127dfd3f2bf of type vlan for network 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b Sep 07 05:07:45.006803 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.007171 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.007727 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.008063 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.008439 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.008783 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.009109 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.009437 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.009763 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.010122 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.010395 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.010703 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Tracked resource versions report: Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: pushed versions: Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: { 'AddressGroup': {'1.2'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Log': {'1.0'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Network': {'1.1'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Port': {'1.7'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'PortForwarding': {'1.2'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'QosPolicy': {'1.9'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SecurityGroup': {'1.4'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SubPort': {'1.0'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Subnet': {'1.1'}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Trunk': {'1.1'}} Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: consumer versions: Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: { DHCP agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: HyperV agent@hv-cinder-80475: {}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: L3 agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: Metadata agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: Metering agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: Open vSwitch agent@dv-cinder-804757-6-iscsi: { 'AddressGroup': '1.2', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'ConntrackHelper': '1.0', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Log': '1.0', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Network': '1.1', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Port': '1.7', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'PortForwarding': '1.2', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'QosPolicy': '1.9', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SecurityGroup': '1.4', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SecurityGroupRule': '1.2', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'SubPort': '1.0', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Subnet': '1.1', Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: 'Trunk': '1.1'}} Sep 07 05:07:45.012028 dv-cinder-804757-6-iscsi neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 05:07:45.017351 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Made reservation on behalf of 54d53070fed144b6b7c3b64eb7a489cb for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:45.020389 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.058555 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.075526 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.139554 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.140628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:45.141230 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.239646 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] Pushing event updated for resources: {'Network': ['ID=3b7ee7d0-dc91-4387-b5ad-d426a5633a0b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:45.255868 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:07:45.280907 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1079231858-network', 'tenant_id': '3f742cdbc3794ad9a676e348c36c7c24'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:45.286611 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.307747 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.340201 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:07:45.348923 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Made reservation on behalf of 3f742cdbc3794ad9a676e348c36c7c24 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:45.355885 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.358804 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.360000 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Added segment da106664-5b42-4c0d-b98a-ec9411267e6c of type vlan for network d02894dd-e693-4bbe-b2b6-1e3ebf872e59 Sep 07 05:07:45.400404 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.458051 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.523616 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.532117 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.560238 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:07:45.569492 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ad0941-742e-4d52-929d-7cd5733c9586,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:45.573954 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.575999 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:45.579123 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.585453 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747622111591', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.586581 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Unsubscribe: segment precommit_create {{(pid=94011) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 05:07:45.587280 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.segments_db [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Added segment f895e407-38d5-4cab-a42f-dc8747e261c4 of type vlan for network 084a4ab2-0603-4144-8506-7432fe6ed715 Sep 07 05:07:45.602158 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f9b59088-b6c3-49eb-a2a0-8b65f2ec250c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4132071 Sep 07 05:07:45.603716 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41580) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:45.648649 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41582) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:45.655191 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.691993 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Request body: {'subnet': {'network_id': '3b7ee7d0-dc91-4387-b5ad-d426a5633a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-453736331-subnet', 'tenant_id': '4f7d696c02a34a9cb992d354c2415b40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:45.720359 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.721521 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:45.722243 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.739911 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2275195 Sep 07 05:07:45.793740 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41590) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:45.817813 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Request body: {'subnet': {'network_id': 'd02894dd-e693-4bbe-b2b6-1e3ebf872e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846467051-subnet', 'tenant_id': '54d53070fed144b6b7c3b64eb7a489cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:45.849220 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Made reservation on behalf of 4f7d696c02a34a9cb992d354c2415b40 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:45.853554 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:45.911307 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Pushing event updated for resources: {'Network': ['ID=084a4ab2-0603-4144-8506-7432fe6ed715,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:45.916504 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00320767-1652-41ee-b772-dfe80e151ad5,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:45.929414 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1950417 Sep 07 05:07:45.937520 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41598) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:45.960054 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Request body: {'subnet': {'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1079231858-subnet', 'tenant_id': '3f742cdbc3794ad9a676e348c36c7c24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:45.984917 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.990488 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.991078 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.991532 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.992130 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.992883 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.993425 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.993969 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.994565 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.995110 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.995808 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.996389 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Tracked resource versions report: Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: pushed versions: Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: { 'AddressGroup': {'1.2'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'ConntrackHelper': {'1.0'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Log': {'1.0'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Network': {'1.1'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Port': {'1.7'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'PortForwarding': {'1.2'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'QosPolicy': {'1.9'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SecurityGroup': {'1.4'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SecurityGroupRule': {'1.2'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SubPort': {'1.0'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Subnet': {'1.1'}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Trunk': {'1.1'}} Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: consumer versions: Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: { DHCP agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: HyperV agent@hv-cinder-80475: {}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: L3 agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: Metadata agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: Metering agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: Open vSwitch agent@dv-cinder-804757-6-iscsi: { 'AddressGroup': '1.2', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'ConntrackHelper': '1.0', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Log': '1.0', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Network': '1.1', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Port': '1.7', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'PortForwarding': '1.2', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'QosPolicy': '1.9', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SecurityGroup': '1.4', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SecurityGroupRule': '1.2', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'SubPort': '1.0', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Subnet': '1.1', Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: 'Trunk': '1.1'}} Sep 07 05:07:45.998707 dv-cinder-804757-6-iscsi neutron-server[94011]: {{(pid=94011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 05:07:46.021139 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.021699 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.022262 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.022800 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.027185 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.028047 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.028971 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.029752 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.033026 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.033823 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.034553 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.035312 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e2465-1512-4516-a7d3-96744cc9c1cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:46.107535 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 084a4ab2-0603-4144-8506-7432fe6ed715 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:07:46.307873 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-network', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:46.334798 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6a367-463e-4ff1-b556-4204758aff5f admin admin] Pushing event updated for resources: {'Network': ['ID=d02894dd-e693-4bbe-b2b6-1e3ebf872e59,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:46.354945 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network d02894dd-e693-4bbe-b2b6-1e3ebf872e59 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:07:46.385755 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Made reservation on behalf of 54d53070fed144b6b7c3b64eb7a489cb for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:46.388596 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:46.413262 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.db.api [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 05:07:46.413262 dv-cinder-804757-6-iscsi neutron-server[94011]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 05:07:46.413262 dv-cinder-804757-6-iscsi neutron-server[94011]: [parameters: {'project_id_1': '770e452fcbdc4605ac4f8e2814c55b9c', 'expiration_1': datetime.datetime(2021, 9, 7, 5, 7, 26, 322675)}] Sep 07 05:07:46.413262 dv-cinder-804757-6-iscsi neutron-server[94011]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 05:07:46.420939 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG oslo_db.api [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 05:07:46.436775 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Made reservation on behalf of 3f742cdbc3794ad9a676e348c36c7c24 for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:46.447345 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:46.861278 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:46.870624 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:46.918600 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:46.985605 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Checking segment: {'id': 'da106664-5b42-4c0d-b98a-ec9411267e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd02894dd-e693-4bbe-b2b6-1e3ebf872e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:07:46.985942 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Network hostable DHCP agents. Network: d02894dd-e693-4bbe-b2b6-1e3ebf872e59, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:07:46.992190 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6993fe3-9651-479d-90e0-aa235e2f4143,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:47.033680 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43410038-fd54-41fe-bdbf-c35ae7ac4200,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:47.059009 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Network d02894dd-e693-4bbe-b2b6-1e3ebf872e59 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:07:47.071160 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Checking segment: {'id': '357b2cd6-be20-47c5-b31e-e127dfd3f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3b7ee7d0-dc91-4387-b5ad-d426a5633a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:07:47.071609 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Network hostable DHCP agents. Network: 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:07:47.078479 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e0ac0b-91c3-44bf-9698-65a79073591f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:47.085312 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, d02894dd-e693-4bbe-b2b6-1e3ebf872e59) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:07:47.095883 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:47.096510 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.100397 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c638e2-f726-462e-9791-322d67cc9e7e None None] Network d02894dd-e693-4bbe-b2b6-1e3ebf872e59 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:07:47.115063 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Network 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:07:47.123724 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:07:47.140368 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:47.140982 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.163775 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Checking segment: {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:07:47.164361 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Network hostable DHCP agents. Network: 084a4ab2-0603-4144-8506-7432fe6ed715, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:07:47.170672 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Made reservation on behalf of 770e452fcbdc4605ac4f8e2814c55b9c for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:47.176155 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8b62aec4-56b2-4241-87cf-175adfe50bdd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3763142 Sep 07 05:07:47.177630 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.187431 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-dc854f69-1008-4e83-b5e1-beff27574980 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5020812 Sep 07 05:07:47.206821 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.241048 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Network 084a4ab2-0603-4144-8506-7432fe6ed715 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:07:47.268374 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 084a4ab2-0603-4144-8506-7432fe6ed715) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:07:47.277271 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:47.278920 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.349964 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705ec8db-8d92-429e-b7e3-b1c4c89b1dde None None] Network 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:07:47.354563 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8619a787-1fc0-4bdc-b70c-6859565b4b04 None None] Network 084a4ab2-0603-4144-8506-7432fe6ed715 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:07:47.376477 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.388336 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.407550 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-b8aade57-ca2c-467d-8f67-1438172d8b5f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4681549 Sep 07 05:07:47.432990 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:07:47.444913 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2199a4-4303-483c-9162-044a0d4a94b7,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:47.453884 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.454640 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.segments_db [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Added segment a3d87a4a-196c-4e31-901f-32f9187e57e0 of type vlan for network c3e12032-35e2-4fcd-94f2-18e530261dc0 Sep 07 05:07:47.593789 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.667345 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.668654 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:47.670051 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.783017 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bd743d-cca1-4946-bbbf-1d4be318d332 None None] Network d02894dd-e693-4bbe-b2b6-1e3ebf872e59 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:07:47.923655 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b393-9743-47f8-8b5a-a662081fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:47.937854 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2855945 Sep 07 05:07:47.940718 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41680) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:47.943233 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fecfd-7a4a-4d1f-b836-1e1dc4074336 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e12032-35e2-4fcd-94f2-18e530261dc0,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:47.945859 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Request body: {'subnet': {'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-subnet', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:48.006151 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Made reservation on behalf of 770e452fcbdc4605ac4f8e2814c55b9c for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:48.009376 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:48.018087 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network c3e12032-35e2-4fcd-94f2-18e530261dc0 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:07:48.313950 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:48.388502 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Checking segment: {'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:07:48.389031 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Network hostable DHCP agents. Network: c3e12032-35e2-4fcd-94f2-18e530261dc0, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:07:48.406838 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed51f394-0aa0-447b-bf08-ca3675dfc6c0,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:48.423434 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Network c3e12032-35e2-4fcd-94f2-18e530261dc0 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:07:48.441234 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24cb706-97bf-4421-9eed-9089a6f46279 None None] Network 084a4ab2-0603-4144-8506-7432fe6ed715 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:07:48.468503 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, c3e12032-35e2-4fcd-94f2-18e530261dc0) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:07:48.473567 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:48.474179 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:48.504122 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41700) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:48.504421 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-066a3d49-99e9-4f77-b0bb-0c5ff06eebb2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5622489 Sep 07 05:07:48.515057 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-router', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:48.577810 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8978b5-d12d-4f11-b16d-d0e14d7740df None None] Network 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:07:48.580774 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a07e126-e2f8-401b-821e-617f68e81de5 None None] Network c3e12032-35e2-4fcd-94f2-18e530261dc0 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:07:48.587170 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1905'] for router, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:48.589200 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-374321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1914'] for router, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:48.961330 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:49.088990 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2e556f-1e20-42fb-a6ba-5e5bfeb71538 None None] Network c3e12032-35e2-4fcd-94f2-18e530261dc0 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:07:49.395033 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:49.499904 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:49.885957 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41772) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:50.000357 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41798) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:50.014445 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1214971701-network', 'tenant_id': '921363ccf82d4c26bcb8d917585f4017'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:50.061537 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41800) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:50.065175 dv-cinder-804757-6-iscsi neutron-server[94011]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 05:07:50.071679 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Made reservation on behalf of 921363ccf82d4c26bcb8d917585f4017 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:50.078146 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.105775 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.356145 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.366430 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.389335 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:07:50.393403 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.410772 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.411313 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Added segment 81947b98-7a45-4a2a-b6de-378845186788 of type vlan for network bcc037d6-0b2f-46a7-943b-780a83042d03 Sep 07 05:07:50.492653 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.510652 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41826) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:50.520918 dv-cinder-804757-6-iscsi neutron-server[94012]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 05:07:50.522827 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ef45259-54c9-403f-88a6-ec520904ab7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.533162 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.664218 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46a7c46-13c6-44a4-8ced-78b2b349c3bf,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:50.766284 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.767265 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:50.767875 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.803560 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-68e94940-26f4-4d6d-a481-3243308a0a22 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:50.805255 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-68e94940-26f4-4d6d-a481-3243308a0a22 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 815 time: 0.7416198 Sep 07 05:07:50.850130 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-f78b4f40-8473-424e-90f7-5eeb28032595 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/quotas/3f742cdbc3794ad9a676e348c36c7c24 HTTP/1.1" status: 200 len: 375 time: 0.0375137 Sep 07 05:07:50.908673 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be46c40c-4d61-451e-b92f-3750777937fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:50.924068 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-9ab2bee2-b652-4fce-8336-49453572869b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615075 Sep 07 05:07:50.944021 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Allocated IP 172.27.3.153 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/bbea8d86-c455-43e2-80f2-947b05ba1527) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:07:51.003423 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc037d6-0b2f-46a7-943b-780a83042d03,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:51.022694 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network bcc037d6-0b2f-46a7-943b-780a83042d03 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:07:51.045744 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777a417-e317-49cd-8a01-7e02d06839de req-c5fa1369-6016-42b7-ab92-0fff3b9a4312 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:51.047410 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-c5fa1369-6016-42b7-ab92-0fff3b9a4312 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/networks?id=3b7ee7d0-dc91-4387-b5ad-d426a5633a0b HTTP/1.1" status: 200 len: 811 time: 0.5350628 Sep 07 05:07:51.131967 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-a8c9274e-37b5-4ea2-80de-7040d741710e tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/quotas/4f7d696c02a34a9cb992d354c2415b40 HTTP/1.1" status: 200 len: 375 time: 0.0682142 Sep 07 05:07:51.193321 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-15a5a721-d2ae-47e3-9eaf-9a0b68ba4fd7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:07:51.195329 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-15a5a721-d2ae-47e3-9eaf-9a0b68ba4fd7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1333241 Sep 07 05:07:51.223565 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-7680fcec-fab7-4f50-8c10-04371dd33ba3 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f7d696c02a34a9cb992d354c2415b40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898607 Sep 07 05:07:51.225849 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ef45259-54c9-403f-88a6-ec520904ab7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.235057 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1ef45259-54c9-403f-88a6-ec520904ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.258860 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-37a27268-b371-4e94-973c-b07022b6ca19 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2555640 Sep 07 05:07:51.265457 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41858) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:51.275646 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Request body: {'subnet': {'network_id': 'bcc037d6-0b2f-46a7-943b-780a83042d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1214971701-subnet', 'tenant_id': '921363ccf82d4c26bcb8d917585f4017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:51.287947 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.311758 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Made reservation on behalf of 921363ccf82d4c26bcb8d917585f4017 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:51.314486 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.318705 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-1ef45259-54c9-403f-88a6-ec520904ab7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=110f86f881fd4b25bde6680e7605fd66&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4298520 Sep 07 05:07:51.323711 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41860) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:51.345157 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef45259-54c9-403f-88a6-ec520904ab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0265c8-703e-432b-907a-b048ebf6550c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:51.508671 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41868) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:51.637226 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e1260191-4958-4b1b-a0f0-4e2cf1ff0b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.641597 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-aff44301-dff5-4ff2-ae30-c0903ce2b0ec service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:07:51.643370 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-aff44301-dff5-4ff2-ae30-c0903ce2b0ec service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1825593 Sep 07 05:07:51.656964 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.662584 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-09683cb4-8797-4459-b309-9fc810e69bd2 service neutron] 10.222.0.49 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577811 Sep 07 05:07:51.780547 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.799692 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e1260191-4958-4b1b-a0f0-4e2cf1ff0b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.803390 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.806363 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8accc27-cc90-443a-9eb1-547a7a3d14a2,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:51.815232 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Checking segment: {'id': '81947b98-7a45-4a2a-b6de-378845186788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'bcc037d6-0b2f-46a7-943b-780a83042d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:07:51.815597 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Network hostable DHCP agents. Network: bcc037d6-0b2f-46a7-943b-780a83042d03, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:07:51.838496 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-83a3ca48-69b3-42e7-b7b7-e84037963f20 service neutron] 10.222.0.49 "GET /v2.0/networks/3b7ee7d0-dc91-4387-b5ad-d426a5633a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627779 Sep 07 05:07:51.858504 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Network bcc037d6-0b2f-46a7-943b-780a83042d03 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:07:51.864042 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ffc21947-ac6a-4ff3-96e3-cd4b816aa4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.889144 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, bcc037d6-0b2f-46a7-943b-780a83042d03) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:07:51.897526 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:51.899306 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:51.904269 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf3471-9ff1-4faa-9f9c-bd31d2a0d032 None None] Network bcc037d6-0b2f-46a7-943b-780a83042d03 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:07:52.019151 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-3eac7d7e-86c9-4857-9639-6c44013de78c service neutron] 10.222.0.49 "GET /v2.0/networks/3b7ee7d0-dc91-4387-b5ad-d426a5633a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683879 Sep 07 05:07:52.060584 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:07:52.071905 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5638c74-7831-45fd-a847-72ebdf90c21f None None] Network bcc037d6-0b2f-46a7-943b-780a83042d03 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:07:52.087727 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:52.094196 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:07:52.111586 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:07:52.248001 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Pushing event updated for resources: {'Port': ['ID=bbea8d86-c455-43e2-80f2-947b05ba1527,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:52.256054 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-5423327b-4022-4281-b294-be3490eccdd5 service neutron] 10.222.0.49 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713384 Sep 07 05:07:52.392157 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e1260191-4958-4b1b-a0f0-4e2cf1ff0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:52.395686 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e1260191-4958-4b1b-a0f0-4e2cf1ff0b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:52.396999 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-e1260191-4958-4b1b-a0f0-4e2cf1ff0b1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f0265c8-703e-432b-907a-b048ebf6550c HTTP/1.1" status: 204 len: 168 time: 1.0719352 Sep 07 05:07:52.482785 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1260191-4958-4b1b-a0f0-4e2cf1ff0b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0265c8-703e-432b-907a-b048ebf6550c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:52.669329 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9fb231ba-4f36-440a-acfb-26e168be1b65 req-d4ee69b0-0e7f-45ce-9762-0eecb091ad98 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 210 time: 0.1119463 Sep 07 05:07:52.851665 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f2d5313b-7ddd-4c5b-a326-87837b342441 req-39ece0cb-cdf2-4e82-819c-73501d212b1d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 210 time: 0.0513654 Sep 07 05:07:52.891848 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:52.897569 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ffc21947-ac6a-4ff3-96e3-cd4b816aa4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:52.914473 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-68cf590d-9eaf-4289-81c7-b9505971ee2e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6429546 Sep 07 05:07:52.951832 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ffc21947-ac6a-4ff3-96e3-cd4b816aa4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.053304 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-ffc21947-ac6a-4ff3-96e3-cd4b816aa4e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb570afc7c6e45de9d0d2115cc7137ce&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5431159 Sep 07 05:07:53.056206 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41942) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:53.143775 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41944) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:53.171565 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543c8cde-594a-4044-90c8-e78b58b9a66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.253660 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc21947-ac6a-4ff3-96e3-cd4b816aa4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c6294b-f3ef-49db-a467-8eb36300d5ef,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:53.314851 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543c8cde-594a-4044-90c8-e78b58b9a66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.316226 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41952) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:53.330312 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9975a62a-5206-4b9b-99d1-045349792087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.337521 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-543c8cde-594a-4044-90c8-e78b58b9a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.471552 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306'] for router, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.601197 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9975a62a-5206-4b9b-99d1-045349792087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.631494 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-543c8cde-594a-4044-90c8-e78b58b9a66a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1eed2c4949944dedb401e30c2dbae706&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4825346 Sep 07 05:07:53.635060 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 41972) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:53.656668 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c8cde-594a-4044-90c8-e78b58b9a66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ad029f-020e-4009-a426-ec0c0e8b5e06,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:53.662493 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4dba63-42a9-49ec-83f9-72cf607ba79c admin admin] Deleting subnet a9e0ac0b-91c3-44bf-9698-65a79073591f {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:07:53.677834 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed4dba63-42a9-49ec-83f9-72cf607ba79c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.758745 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed4dba63-42a9-49ec-83f9-72cf607ba79c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.789735 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed4dba63-42a9-49ec-83f9-72cf607ba79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.819278 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4686ee2c-c4c3-411a-be31-0f5bc0fb580e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.824033 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9975a62a-5206-4b9b-99d1-045349792087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.827356 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9975a62a-5206-4b9b-99d1-045349792087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.828713 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9975a62a-5206-4b9b-99d1-045349792087 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8c6294b-f3ef-49db-a467-8eb36300d5ef HTTP/1.1" status: 204 len: 168 time: 0.7704289 Sep 07 05:07:53.859266 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975a62a-5206-4b9b-99d1-045349792087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c6294b-f3ef-49db-a467-8eb36300d5ef,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:53.879032 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4686ee2c-c4c3-411a-be31-0f5bc0fb580e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.927839 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed4dba63-42a9-49ec-83f9-72cf607ba79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:53.952439 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:54.014915 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-061c06d1-6fdc-4146-96f1-01ed1e4e92e7 req-7620893f-95e1-42d2-9438-6082408a358d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 210 time: 0.0549526 Sep 07 05:07:54.016621 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4dba63-42a9-49ec-83f9-72cf607ba79c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e0ac0b-91c3-44bf-9698-65a79073591f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:54.054156 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7a12bc78-7c7f-45e3-ad6d-016615387f70 req-b753ff31-9ccd-4318-849f-a5e195e304ad tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 210 time: 0.0748575 Sep 07 05:07:54.077022 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed4dba63-42a9-49ec-83f9-72cf607ba79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:54.078987 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ed4dba63-42a9-49ec-83f9-72cf607ba79c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a9e0ac0b-91c3-44bf-9698-65a79073591f HTTP/1.1" status: 204 len: 168 time: 0.7613835 Sep 07 05:07:54.085773 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 41994) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:54.113705 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4686ee2c-c4c3-411a-be31-0f5bc0fb580e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:54.117939 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4686ee2c-c4c3-411a-be31-0f5bc0fb580e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:54.128390 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4686ee2c-c4c3-411a-be31-0f5bc0fb580e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00ad029f-020e-4009-a426-ec0c0e8b5e06 HTTP/1.1" status: 204 len: 168 time: 0.4861503 Sep 07 05:07:54.152800 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Router 659d4f42-1185-42a6-9d81-abe400ad1dc9 is scheduled to L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a with binding_index 1 {{(pid=94011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 05:07:54.181240 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686ee2c-c4c3-411a-be31-0f5bc0fb580e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ad029f-020e-4009-a426-ec0c0e8b5e06,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:54.184716 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:07:54.417730 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:54.557987 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:07:54.573607 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Sync routers for ids ['659d4f42-1185-42a6-9d81-abe400ad1dc9'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:07:54.586929 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Routers {'659d4f42-1185-42a6-9d81-abe400ad1dc9'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:07:54.587792 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:07:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['659d4f42-1185-42a6-9d81-abe400ad1dc9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:07:54.601585 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:54.643717 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.644585 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.645862 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.646423 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > port after_create 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.646990 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.647441 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > port after_update 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.647962 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.648571 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.649109 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.649664 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.755365 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42020) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:54.780929 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eca6e44a-e5e5-4d06-8c4b-abd97c111707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:54.799244 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Set router 659d4f42-1185-42a6-9d81-abe400ad1dc9 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:07:54.884687 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.885676 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.886433 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.887028 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:54.887888 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02894dd-e693-4bbe-b2b6-1e3ebf872e59']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:07:54.920759 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:54.924694 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-b7534f79-8d51-4980-a0b9-e602183b1e74 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4184816 Sep 07 05:07:54.939078 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42024) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:54.939843 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42026) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:54.951636 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da106664-5b42-4c0d-b98a-ec9411267e6c') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:07:54.952142 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da106664-5b42-4c0d-b98a-ec9411267e6c') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:07:55.025778 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eca6e44a-e5e5-4d06-8c4b-abd97c111707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.035935 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eca6e44a-e5e5-4d06-8c4b-abd97c111707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.113355 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-eca6e44a-e5e5-4d06-8c4b-abd97c111707 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86be0fd25d844e3dbcb7c852b06cd895&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3557312 Sep 07 05:07:55.114224 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42034) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:55.128933 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9990770'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.229207 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6e44a-e5e5-4d06-8c4b-abd97c111707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39660b98-5ec9-4f59-8516-123c3ed5256e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:55.244634 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.283205 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:07:55.283534 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327631'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: from cryptography.utils import int_from_bytes Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: from cryptography.utils import int_from_bytes Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: Traceback (most recent call last): Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: timer() Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: cb(*args, **kw) Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: return func(*args, **kwargs) Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: self._notify() Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: self.callback(batched_events) Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: event.method(event) Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: return f(self, *a, **k) Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._get(url).json() Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: return self.request(url, 'GET', **kwargs) Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:07:55.287560 dv-cinder-804757-6-iscsi neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:07:55.317268 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c50b0e0-26b9-48c2-94bd-b3e1d5b6e2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.327132 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cacff04f-5684-41e7-b5ef-a4631a6946ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.336610 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-router', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:07:48Z', 'updated_at': '2021-09-07T05:07:52Z', 'revision_number': 3, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'gw_port': {'id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:07:50Z', 'updated_at': '2021-09-07T05:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:07:55.397806 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Checking router: 659d4f42-1185-42a6-9d81-abe400ad1dc9 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:07:55.398145 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Updating router 659d4f42-1185-42a6-9d81-abe400ad1dc9 port bbea8d86-c455-43e2-80f2-947b05ba1527 binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:07:55.474891 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c50b0e0-26b9-48c2-94bd-b3e1d5b6e2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.524320 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.553856 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1f9d7363-2ecb-43db-aff4-3be924a54766 req-6e11fd26-6913-4f39-9f84-ee49874b34b6 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 210 time: 0.0586207 Sep 07 05:07:55.595619 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c50b0e0-26b9-48c2-94bd-b3e1d5b6e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.598491 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3c50b0e0-26b9-48c2-94bd-b3e1d5b6e2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.602142 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-3c50b0e0-26b9-48c2-94bd-b3e1d5b6e2a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39660b98-5ec9-4f59-8516-123c3ed5256e HTTP/1.1" status: 204 len: 168 time: 0.4810705 Sep 07 05:07:55.623740 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9ca80a89-c63b-42c7-8494-6bc3a83758d4 req-e676875a-326f-4703-a8f0-205d7e019b1d tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 210 time: 0.0659106 Sep 07 05:07:55.628780 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.637823 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50b0e0-26b9-48c2-94bd-b3e1d5b6e2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39660b98-5ec9-4f59-8516-123c3ed5256e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:55.649549 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.657633 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] 10.222.0.49 "DELETE /v2.0/networks/d02894dd-e693-4bbe-b2b6-1e3ebf872e59 HTTP/1.1" status: 204 len: 168 time: 1.5686111 Sep 07 05:07:55.661723 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42044) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:55.747183 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24166bd-2e7a-45ea-b0d1-0c890e24563d admin admin] Pushing event deleted for resources: {'Network': ['ID=d02894dd-e693-4bbe-b2b6-1e3ebf872e59,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:55.784764 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cacff04f-5684-41e7-b5ef-a4631a6946ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.797983 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cacff04f-5684-41e7-b5ef-a4631a6946ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.815502 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32affbc-d760-45d2-ac95-b1855e905be3 admin admin] Deleting subnet a8accc27-cc90-443a-9eb1-547a7a3d14a2 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:07:55.820884 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a32affbc-d760-45d2-ac95-b1855e905be3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.864316 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacff04f-5684-41e7-b5ef-a4631a6946ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db887f1-8fee-42de-ad77-76331d7917f9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:55.898054 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a32affbc-d760-45d2-ac95-b1855e905be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9990761'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:55.919938 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-cacff04f-5684-41e7-b5ef-a4631a6946ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d2de31d39044e63814657e509214779&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9790325 Sep 07 05:07:55.923767 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42052) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:56.004135 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a32affbc-d760-45d2-ac95-b1855e905be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.053028 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd0d8-a561-42e6-9940-adce5c146b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.108197 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd0d8-a561-42e6-9940-adce5c146b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.152681 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.189162 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Transition to ACTIVE for port object bbea8d86-c455-43e2-80f2-947b05ba1527 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:07:56.204537 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.212641 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd0d8-a561-42e6-9940-adce5c146b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.216443 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd0d8-a561-42e6-9940-adce5c146b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.220326 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7e9dd0d8-a561-42e6-9940-adce5c146b23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5db887f1-8fee-42de-ad77-76331d7917f9 HTTP/1.1" status: 204 len: 168 time: 0.2953408 Sep 07 05:07:56.236331 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dd0d8-a561-42e6-9940-adce5c146b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db887f1-8fee-42de-ad77-76331d7917f9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:56.249839 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Attempting to bind port bbea8d86-c455-43e2-80f2-947b05ba1527 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:07:56.250670 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Attempting to bind port bbea8d86-c455-43e2-80f2-947b05ba1527 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:07:56.251204 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Attempting to bind port bbea8d86-c455-43e2-80f2-947b05ba1527 on network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:07:56.290734 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:07:56.291492 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:07:56.292403 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.293010 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Bound using segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:07:56.294263 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Bound port: bbea8d86-c455-43e2-80f2-947b05ba1527, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:07:56.294880 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.366091 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a32affbc-d760-45d2-ac95-b1855e905be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9453644'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.366925 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] For port bbea8d86-c455-43e2-80f2-947b05ba1527, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:07:56.377938 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.380158 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Pushing event updated for resources: {'Port': ['ID=bbea8d86-c455-43e2-80f2-947b05ba1527,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:56.398816 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.399476 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.400029 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.400590 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.401128 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.401652 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.402162 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.402667 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.403916 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.404459 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.405001 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.405696 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Tracked resource versions report: Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: pushed versions: Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: { 'AddressGroup': {'1.2'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'ConntrackHelper': {'1.0'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Log': {'1.0'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Network': {'1.1'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Port': {'1.7'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'PortForwarding': {'1.2'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'QosPolicy': {'1.9'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SecurityGroup': {'1.4'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SecurityGroupRule': {'1.2'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SubPort': {'1.0'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Subnet': {'1.1'}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Trunk': {'1.1'}} Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: consumer versions: Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: { DHCP agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: HyperV agent@hv-cinder-80475: {}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: L3 agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: Metadata agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: Metering agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: Open vSwitch agent@dv-cinder-804757-6-iscsi: { 'AddressGroup': '1.2', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'ConntrackHelper': '1.0', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Log': '1.0', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Network': '1.1', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Port': '1.7', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'PortForwarding': '1.2', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'QosPolicy': '1.9', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SecurityGroup': '1.4', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SecurityGroupRule': '1.2', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'SubPort': '1.0', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Subnet': '1.1', Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: 'Trunk': '1.1'}} Sep 07 05:07:56.407261 dv-cinder-804757-6-iscsi neutron-server[94014]: {{(pid=94014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 05:07:56.420288 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] For port bbea8d86-c455-43e2-80f2-947b05ba1527, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=bbea8d86-c455-43e2-80f2-947b05ba1527,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:07:56.430430 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.473795 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32affbc-d760-45d2-ac95-b1855e905be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8accc27-cc90-443a-9eb1-547a7a3d14a2,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:56.482547 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a32affbc-d760-45d2-ac95-b1855e905be3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.485957 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-a32affbc-d760-45d2-ac95-b1855e905be3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a8accc27-cc90-443a-9eb1-547a7a3d14a2 HTTP/1.1" status: 204 len: 168 time: 0.8096147 Sep 07 05:07:56.489359 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42072) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:56.509031 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3273366-6d48-4b09-a2e3-e3ae51a4ac80 None None] Pushing event updated for resources: {'Port': ['ID=bbea8d86-c455-43e2-80f2-947b05ba1527,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:56.575878 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Routers {'659d4f42-1185-42a6-9d81-abe400ad1dc9'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:07:56.576891 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:07:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['659d4f42-1185-42a6-9d81-abe400ad1dc9'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:07:56.724651 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:56.792715 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] Set router 659d4f42-1185-42a6-9d81-abe400ad1dc9 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:07:56.839886 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f4203e3f-f14c-4127-9f23-59390fe08003 req-8ef260c7-ceb3-4a36-bd6f-44e209cd71aa tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 210 time: 0.0861073 Sep 07 05:07:56.841183 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fe0a1cea-4d9f-4043-891d-9f2fb77a4a73 req-b3c2453e-d11f-4063-96b5-81f6c8dfff93 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 210 time: 0.0466392 Sep 07 05:07:57.035508 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:57.077696 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.078423 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.079464 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.080201 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > port after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.080838 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > port after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.081511 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > port after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.082232 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.082836 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.083371 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.083980 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.233157 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-router', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:07:48Z', 'updated_at': '2021-09-07T05:07:52Z', 'revision_number': 3, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'gw_port': {'id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:07:50Z', 'updated_at': '2021-09-07T05:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:07:57.235281 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Allocated IP 172.20.0.1 (c3e12032-35e2-4fcd-94f2-18e530261dc0/ed51f394-0aa0-447b-bf08-ca3675dfc6c0/9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:07:57.294459 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a6800-98c0-4466-9220-dd99905c5bb4 None None] The sync data for ids ['659d4f42-1185-42a6-9d81-abe400ad1dc9'] in dv-cinder-804757-6-iscsi is: [{'id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-router', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:07:48Z', 'updated_at': '2021-09-07T05:07:52Z', 'revision_number': 3, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'gw_port': {'id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:07:50Z', 'updated_at': '2021-09-07T05:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:07:57.463708 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.464351 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.464472 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.464718 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 05:07:57.465133 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc037d6-0b2f-46a7-943b-780a83042d03']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:07:57.499253 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81947b98-7a45-4a2a-b6de-378845186788') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:07:57.499845 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81947b98-7a45-4a2a-b6de-378845186788') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:07:57.545003 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:57.557604 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9872452'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:57.615512 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:57.618624 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:57.637615 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:07:57.639625 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9872493'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: from cryptography.utils import int_from_bytes Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: from cryptography.utils import int_from_bytes Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: Traceback (most recent call last): Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: timer() Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: cb(*args, **kw) Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: return func(*args, **kwargs) Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: self._notify() Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: self.callback(batched_events) Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: event.method(event) Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: return f(self, *a, **k) Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._get(url).json() Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:07:57.671578 dv-cinder-804757-6-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:07:57.720916 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Pushing event updated for resources: {'Port': ['ID=9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:57.774085 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Network c3e12032-35e2-4fcd-94f2-18e530261dc0 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:07:57.789104 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:57.794711 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:07:57.849607 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:57.853809 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:07:57.857107 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] 10.222.0.49 "DELETE /v2.0/networks/bcc037d6-0b2f-46a7-943b-780a83042d03 HTTP/1.1" status: 204 len: 168 time: 1.3635948 Sep 07 05:07:57.916066 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b2f46-eeb1-4a5e-aea7-a7c46e9baead admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc037d6-0b2f-46a7-943b-780a83042d03,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:57.949296 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376449'] for router_interface, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:57.967156 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.16', 53594) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:58.183554 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-94ebb96e-1aed-4435-a5ad-3ef48eeafc6f req-15518504-8fdf-42b6-8b1a-405f334e2878 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 210 time: 0.0460253 Sep 07 05:07:58.304470 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a3bc5228-800e-4625-a152-552e1577ff3c req-7ee72d05-2e1f-47b0-b76a-5dbac55fd334 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 210 time: 0.1969814 Sep 07 05:07:58.350990 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-5b342dab-dee9-44e2-96ef-a39df6cb81af tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:58.381704 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-5b342dab-dee9-44e2-96ef-a39df6cb81af tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 815 time: 0.4135072 Sep 07 05:07:58.409115 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device bbea8d86-c455-43e2-80f2-947b05ba1527 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:07:58.452339 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Request body: {'port': {'device_id': 'bce615f4-7959-47c0-a3e6-d4592b7128c4', 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715', 'admin_state_up': True, 'tenant_id': '3f742cdbc3794ad9a676e348c36c7c24'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:58.538346 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.16', 53595) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:58.592159 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port bbea8d86-c455-43e2-80f2-947b05ba1527 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:07:58.608415 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port bbea8d86-c455-43e2-80f2-947b05ba1527 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:07:58.610106 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:58.785531 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42142) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:58.832199 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:58.877124 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port bbea8d86-c455-43e2-80f2-947b05ba1527, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=bbea8d86-c455-43e2-80f2-947b05ba1527,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:07:58.889348 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:58.950778 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:59.034743 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=bbea8d86-c455-43e2-80f2-947b05ba1527,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:07:59.052241 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Made reservation on behalf of 3f742cdbc3794ad9a676e348c36c7c24 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:07:59.056861 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:59.059841 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.060923 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.063272 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.063859 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.064521 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.065770 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.066681 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.067228 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.067739 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.068284 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.068777 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.069297 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Tracked resource versions report: Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: pushed versions: Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: { 'AddressGroup': {'1.2'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'ConntrackHelper': {'1.0'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Log': {'1.0'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Network': {'1.1'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Port': {'1.7'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'PortForwarding': {'1.2'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'QosPolicy': {'1.9'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SecurityGroup': {'1.4'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SecurityGroupRule': {'1.2'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SubPort': {'1.0'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Subnet': {'1.1'}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Trunk': {'1.1'}} Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: consumer versions: Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: { DHCP agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: HyperV agent@hv-cinder-80475: {}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: L3 agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: Metadata agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: Metering agent@dv-cinder-804757-6-iscsi: {}, Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: Open vSwitch agent@dv-cinder-804757-6-iscsi: { 'AddressGroup': '1.2', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'ConntrackHelper': '1.0', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Log': '1.0', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Network': '1.1', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Port': '1.7', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'PortForwarding': '1.2', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'QosPolicy': '1.9', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SecurityGroup': '1.4', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SecurityGroupRule': '1.2', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'SubPort': '1.0', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Subnet': '1.1', Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: 'Trunk': '1.1'}} Sep 07 05:07:59.070769 dv-cinder-804757-6-iscsi neutron-server[94013]: {{(pid=94013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 05:07:59.155555 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-6887cfeb-6c51-4f60-90a6-d95789825c2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54d53070fed144b6b7c3b64eb7a489cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3319643 Sep 07 05:07:59.160459 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42156) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:07:59.270276 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777a417-e317-49cd-8a01-7e02d06839de req-39774270-586b-4d97-badf-579142cd15c2 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:07:59.271839 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-39774270-586b-4d97-badf-579142cd15c2 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.16 "GET /v2.0/networks?id=3b7ee7d0-dc91-4387-b5ad-d426a5633a0b HTTP/1.1" status: 200 len: 811 time: 0.7081177 Sep 07 05:07:59.300515 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Request body: {'port': {'device_id': 'c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e', 'network_id': '3b7ee7d0-dc91-4387-b5ad-d426a5633a0b', 'admin_state_up': True, 'tenant_id': '4f7d696c02a34a9cb992d354c2415b40'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:07:59.614145 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-11d88a35-890f-4a28-83a3-8ce75b94d6a2 req-df311d5a-def7-436a-84fa-460c64e6303e tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 210 time: 0.0779448 Sep 07 05:07:59.663477 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Allocated IP 172.20.0.8 (084a4ab2-0603-4144-8506-7432fe6ed715/43410038-fd54-41fe-bdbf-c35ae7ac4200/14ff704b-65f7-44b9-95cd-5ce4fb7a0fad) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:07:59.687335 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0af1f620-8c49-4afd-9a8e-519e8e7f8516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:07:59.986910 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0af1f620-8c49-4afd-9a8e-519e8e7f8516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:00.015625 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:00.032898 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-884df4dd-fa6d-4c69-b8d0-95f006ab82ec req-e06f906b-fd61-4cc7-b928-95a31322d0aa tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 210 time: 0.3807397 Sep 07 05:08:00.082894 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:00.262846 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:00.266695 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device bbea8d86-c455-43e2-80f2-947b05ba1527 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:08:00.358501 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:00.497487 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Network 084a4ab2-0603-4144-8506-7432fe6ed715 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:08:00.506174 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:08:00.520470 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:08:00.547570 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port bbea8d86-c455-43e2-80f2-947b05ba1527 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:08:00.548223 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:00.569846 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Pushing event updated for resources: {'Port': ['ID=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:00.598018 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Made reservation on behalf of 4f7d696c02a34a9cb992d354c2415b40 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:08:00.614676 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:00.625711 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:00.626951 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:00.672564 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-217ea229-8107-4fbf-9c03-2d6b77773fc2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2279150 Sep 07 05:08:00.675470 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Pushing event updated for resources: {'Port': ['ID=9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:00.701731 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-e8c59e66-4770-45e9-9733-30285bfb0da4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:08:00.702953 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-e8c59e66-4770-45e9-9733-30285bfb0da4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225542 Sep 07 05:08:00.725096 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375089'] for router_interface, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:01.006174 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6142c556-e1e4-4662-bc9f-39113a694e3d req-32b8bb96-283d-4174-b7a2-b3978d79f8c9 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 210 time: 0.0880992 Sep 07 05:08:01.553312 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e3d2b-602c-4851-98bc-750654789582 req-0821ad39-5818-4fb5-b85a-24bd1b014e0d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:01.561125 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0af1f620-8c49-4afd-9a8e-519e8e7f8516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:01.568461 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0af1f620-8c49-4afd-9a8e-519e8e7f8516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:01.592309 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-0af1f620-8c49-4afd-9a8e-519e8e7f8516 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31ad0941-742e-4d52-929d-7cd5733c9586 HTTP/1.1" status: 204 len: 168 time: 2.4089701 Sep 07 05:08:01.592309 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Network c3e12032-35e2-4fcd-94f2-18e530261dc0 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:08:01.593756 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9a8e3d2b-602c-4851-98bc-750654789582 req-0821ad39-5818-4fb5-b85a-24bd1b014e0d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 931 time: 0.3626537 Sep 07 05:08:01.650715 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:08:01.702645 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Request body: {'port': {'device_id': 'bce615f4-7959-47c0-a3e6-d4592b7128c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:01.712854 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1f620-8c49-4afd-9a8e-519e8e7f8516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ad0941-742e-4d52-929d-7cd5733c9586,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:01.786969 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9a8e3d2b-602c-4851-98bc-750654789582 req-af2f1671-e9ec-4e9d-83ed-f6d744035848 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007411 Sep 07 05:08:01.829426 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Allocated IP 172.20.0.4 (3b7ee7d0-dc91-4387-b5ad-d426a5633a0b/d6993fe3-9651-479d-90e0-aa235e2f4143/b6d9e9de-298b-4d3b-9382-5c1e0b2c1135) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:08:01.942008 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:02.464200 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-724dd3fd-12f8-4fa3-a75a-da26a8e77dac req-141e6c7c-c924-49a2-aec8-4b996e758f92 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 210 time: 0.2366199 Sep 07 05:08:02.594308 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42280) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:02.730542 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Router 659d4f42-1185-42a6-9d81-abe400ad1dc9 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:08:02.779772 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:02.830768 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:02.969368 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:08:02.986338 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-386331a4-c75a-463f-a8d5-f23fa3e4f47d admin admin] 10.222.0.49 "PUT /v2.0/routers/659d4f42-1185-42a6-9d81-abe400ad1dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0456514 Sep 07 05:08:02.993849 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:03.024977 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Sync routers for ids ['659d4f42-1185-42a6-9d81-abe400ad1dc9'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:08:03.057653 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Routers {'659d4f42-1185-42a6-9d81-abe400ad1dc9'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:08:03.060213 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:07:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['659d4f42-1185-42a6-9d81-abe400ad1dc9'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:08:03.093310 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Network 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:08:03.100119 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:08:03.103422 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:08:03.161465 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Pushing event updated for resources: {'Port': ['ID=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:03.192070 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:03.192800 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:03.228364 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-47e98ff8-2324-4691-815d-7dc77f18fade tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9389729 Sep 07 05:08:03.244359 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Request body: {'port': {'device_id': 'c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:03.401315 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:03.529039 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a39fba96-1a19-4511-9354-e5a63c482b6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=921363ccf82d4c26bcb8d917585f4017&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7281098 Sep 07 05:08:03.546382 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42304) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:03.596507 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Set router 659d4f42-1185-42a6-9d81-abe400ad1dc9 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:08:03.775817 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54179db2-3922-4998-b68f-7bba38a52759 req-91a52460-8374-45c0-b967-ce1f17c2fdff tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:03.779166 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-54179db2-3922-4998-b68f-7bba38a52759 req-91a52460-8374-45c0-b967-ce1f17c2fdff tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 931 time: 0.6609793 Sep 07 05:08:03.831357 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7fb776d-a927-4f4f-8c5e-aeb8746970b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:04.242379 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:08:04.260054 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:04.268010 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d0de-aecd-4741-8967-c164c0b26a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:04.335806 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-54179db2-3922-4998-b68f-7bba38a52759 req-46fc1040-e7ae-483a-9458-4576ab8bdcd3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722657 Sep 07 05:08:04.392838 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-router', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:07:48Z', 'updated_at': '2021-09-07T05:07:58Z', 'revision_number': 4, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'gw_port': {'id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:07:50Z', 'updated_at': '2021-09-07T05:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854', 'name': '', 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'mac_address': 'fa:16:3e:e1:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ed51f394-0aa0-447b-bf08-ca3675dfc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:07:56Z', 'updated_at': '2021-09-07T05:07:59Z', 'revision_number': 2, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'subnets': [{'id': 'ed51f394-0aa0-447b-bf08-ca3675dfc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:08:04.397779 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Transition to ACTIVE for port object 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:08:04.418328 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d0de-aecd-4741-8967-c164c0b26a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:04.465772 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:04.485566 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba97d65-c16c-4cd6-a4ba-fcb5e09081f7 req-e744817b-9260-46c8-854d-8e864d88d67b tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:04.511165 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cba97d65-c16c-4cd6-a4ba-fcb5e09081f7 req-e744817b-9260-46c8-854d-8e864d88d67b tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 931 time: 0.7470171 Sep 07 05:08:04.536832 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Checking router: 659d4f42-1185-42a6-9d81-abe400ad1dc9 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:08:04.536832 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Updating router 659d4f42-1185-42a6-9d81-abe400ad1dc9 port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 binding host dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:08:04.667038 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:04.916984 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7fb776d-a927-4f4f-8c5e-aeb8746970b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:04.953192 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7fb776d-a927-4f4f-8c5e-aeb8746970b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:05.025080 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d0de-aecd-4741-8967-c164c0b26a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:05.026065 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cba97d65-c16c-4cd6-a4ba-fcb5e09081f7 req-12fd821a-0155-4f14-9dc5-72c1021c545d tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598341 Sep 07 05:08:05.031129 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d0de-aecd-4741-8967-c164c0b26a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:05.037290 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bfd2d0de-aecd-4741-8967-c164c0b26a73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a46a7c46-13c6-44a4-8ced-78b2b349c3bf HTTP/1.1" status: 204 len: 168 time: 1.4642146 Sep 07 05:08:05.183094 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Pushing event updated for resources: {'Port': ['ID=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:05.312499 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:08:05.342173 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:05.399899 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Transition to ACTIVE for port object b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:08:05.406301 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:05.617830 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f7fb776d-a927-4f4f-8c5e-aeb8746970b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07019e084ebc453f9dc6920d09fdf9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0135748 Sep 07 05:08:05.635442 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Attempting to bind port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:08:05.635970 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Attempting to bind port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:08:05.636502 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Attempting to bind port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad on network 084a4ab2-0603-4144-8506-7432fe6ed715 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:08:05.642275 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42362) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:05.728393 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad on network 084a4ab2-0603-4144-8506-7432fe6ed715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:08:05.728709 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Attempting to bind port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad on network 084a4ab2-0603-4144-8506-7432fe6ed715 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:08:05.744991 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:08:05.745580 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Checking segment: {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:08:05.747655 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Bound using segment: {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:08:05.747655 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Bound port: 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:08:05.748539 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:05.753403 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb776d-a927-4f4f-8c5e-aeb8746970b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7185236f-2bb4-4e58-becb-a1b95de54f02,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:05.766007 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:05.826838 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2d0de-aecd-4741-8967-c164c0b26a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46a7c46-13c6-44a4-8ced-78b2b349c3bf,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:06.039957 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-4e599750-ab55-410b-bab0-6a1c71aec5d1 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:06.049520 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91cc9-f9dc-4cb7-8d42-df9de2f32d95 req-1d55c786-4436-4909-8a8d-aa2e51128c9a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:06.052129 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-add91cc9-f9dc-4cb7-8d42-df9de2f32d95 req-1d55c786-4436-4909-8a8d-aa2e51128c9a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 943 time: 0.4841149 Sep 07 05:08:06.062981 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-4e599750-ab55-410b-bab0-6a1c71aec5d1 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 819 time: 1.0940576 Sep 07 05:08:06.071729 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:06.099306 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37278784-44a1-422a-aea4-b07fe4460e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:06.101707 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Transition to ACTIVE for port object 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:08:06.122399 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:06.123004 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-f94a2064-2adc-410e-8b22-7d77620f469a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/quotas/770e452fcbdc4605ac4f8e2814c55b9c HTTP/1.1" status: 200 len: 375 time: 0.0578918 Sep 07 05:08:06.243492 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Attempting to bind port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:08:06.247547 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] For port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad, host hv-cinder-80475, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:08:06.252397 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Attempting to bind port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '357b2cd6-be20-47c5-b31e-e127dfd3f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3b7ee7d0-dc91-4387-b5ad-d426a5633a0b'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:08:06.254319 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Attempting to bind port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 on network 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:08:06.270023 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] For port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:08:06.274467 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37278784-44a1-422a-aea4-b07fe4460e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:06.281009 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d05069-74fa-4ddc-976e-a320cc15e904 None None] Pushing event updated for resources: {'Port': ['ID=9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:06.327452 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 on network 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:08:06.327769 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Attempting to bind port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 on network 3b7ee7d0-dc91-4387-b5ad-d426a5633a0b {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:08:06.332984 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:06.390616 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Attempting to bind port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:08:06.391066 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Attempting to bind port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:08:06.391468 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Attempting to bind port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 on network c3e12032-35e2-4fcd-94f2-18e530261dc0 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:08:06.400490 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:08:06.400898 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Checking segment: {'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:08:06.401324 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:06.401734 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Bound using segment: {'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:08:06.402306 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Bound port: 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:08:06.403692 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:06.474946 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-add91cc9-f9dc-4cb7-8d42-df9de2f32d95 req-164dc85c-427e-4a7a-8b62-e9186d63ac91 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719215 Sep 07 05:08:06.501193 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:08:06.502003 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Checking segment: {'id': '357b2cd6-be20-47c5-b31e-e127dfd3f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3b7ee7d0-dc91-4387-b5ad-d426a5633a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:08:06.503385 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Bound using segment: {'id': '357b2cd6-be20-47c5-b31e-e127dfd3f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3b7ee7d0-dc91-4387-b5ad-d426a5633a0b'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:08:06.504648 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Bound port: b6d9e9de-298b-4d3b-9382-5c1e0b2c1135, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357b2cd6-be20-47c5-b31e-e127dfd3f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3b7ee7d0-dc91-4387-b5ad-d426a5633a0b'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:08:06.505629 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:06.646219 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:06.651028 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:06.658225 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] 10.222.0.16 "PUT /v2.0/ports/14ff704b-65f7-44b9-95cd-5ce4fb7a0fad HTTP/1.1" status: 200 len: 1093 time: 5.2504528 Sep 07 05:08:06.660419 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce615f4-7959-47c0-a3e6-d4592b7128c4', 'tag': '14ff704b-65f7-44b9-95cd-5ce4fb7a0fad'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:08:06.674229 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] For port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:08:06.689112 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] For port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:08:06.721573 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:06.912631 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d05069-74fa-4ddc-976e-a320cc15e904 None None] Pushing event updated for resources: {'Port': ['ID=9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:06.992991 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Routers {'659d4f42-1185-42a6-9d81-abe400ad1dc9'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:08:06.993647 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:07:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['659d4f42-1185-42a6-9d81-abe400ad1dc9'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:08:07.101406 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-f4e05602-631e-463d-9cc0-cd87653af892 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9750619 Sep 07 05:08:07.115275 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37278784-44a1-422a-aea4-b07fe4460e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:07.135202 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37278784-44a1-422a-aea4-b07fe4460e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:07.149612 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-37278784-44a1-422a-aea4-b07fe4460e65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7185236f-2bb4-4e58-becb-a1b95de54f02 HTTP/1.1" status: 204 len: 168 time: 1.4928005 Sep 07 05:08:07.278696 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] For port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:08:07.294748 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37278784-44a1-422a-aea4-b07fe4460e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7185236f-2bb4-4e58-becb-a1b95de54f02,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:07.468491 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] For port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,segment=NetworkSegment(357b2cd6-be20-47c5-b31e-e127dfd3f2bf),segment_id=357b2cd6-be20-47c5-b31e-e127dfd3f2bf)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:08:07.513650 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94460b3-606d-488b-8683-a9c27c73c72f req-9ea09eb1-5b0f-424b-aa22-5f8f2b9f0ba9 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:07.516481 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a94460b3-606d-488b-8683-a9c27c73c72f req-9ea09eb1-5b0f-424b-aa22-5f8f2b9f0ba9 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 943 time: 0.7705758 Sep 07 05:08:07.519387 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:07.571478 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] Set router 659d4f42-1185-42a6-9d81-abe400ad1dc9 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:08:07.630147 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d277ec-dd05-4669-be95-c1d2fabfb586 service neutron] Pushing event updated for resources: {'Port': ['ID=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:07.676483 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0" -d '{"events": [{"name": "network-changed", "server_uuid": "bce615f4-7959-47c0-a3e6-d4592b7128c4", "tag": "14ff704b-65f7-44b9-95cd-5ce4fb7a0fad"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:08:07.769675 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:07.770600 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:07.773082 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] 10.222.0.16 "PUT /v2.0/ports/b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 HTTP/1.1" status: 200 len: 1093 time: 4.5363169 Sep 07 05:08:07.780426 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e', 'tag': 'b6d9e9de-298b-4d3b-9382-5c1e0b2c1135'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:08:07.892712 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8949-6be9-47a8-b71d-2657ba5b1fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:07.897067 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-cfeeef6d-5d56-47eb-b08b-607f3f3c45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:07.901338 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-cfeeef6d-5d56-47eb-b08b-607f3f3c45ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 1096 time: 1.1230881 Sep 07 05:08:07.905008 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-0ed693b9-4136-43e7-afdc-5e47a0551149 service neutron] 10.222.0.49 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8009186 Sep 07 05:08:07.915169 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a94460b3-606d-488b-8683-a9c27c73c72f req-95f8a581-c442-4fb9-891a-e6e3051c54d7 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768821 Sep 07 05:08:08.171671 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777a417-e317-49cd-8a01-7e02d06839de req-bb11903a-dfa7-4d6b-a8db-9fb734a5e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:08.181701 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-bb11903a-dfa7-4d6b-a8db-9fb734a5e0ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f7d696c02a34a9cb992d354c2415b40&device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 1096 time: 0.2561152 Sep 07 05:08:08.642857 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-router', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:07:48Z', 'updated_at': '2021-09-07T05:07:58Z', 'revision_number': 4, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'gw_port': {'id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:07:50Z', 'updated_at': '2021-09-07T05:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854', 'name': '', 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'mac_address': 'fa:16:3e:e1:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ed51f394-0aa0-447b-bf08-ca3675dfc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:07:56Z', 'updated_at': '2021-09-07T05:08:06Z', 'revision_number': 4, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'subnets': [{'id': 'ed51f394-0aa0-447b-bf08-ca3675dfc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:08:08.699538 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2186047-440e-4367-b33e-f126fbbe97c8 None None] The sync data for ids ['659d4f42-1185-42a6-9d81-abe400ad1dc9'] in dv-cinder-804757-6-iscsi is: [{'id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-router', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:07:48Z', 'updated_at': '2021-09-07T05:07:58Z', 'revision_number': 4, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'gw_port': {'id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:07:50Z', 'updated_at': '2021-09-07T05:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854', 'name': '', 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'mac_address': 'fa:16:3e:e1:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ed51f394-0aa0-447b-bf08-ca3675dfc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:07:56Z', 'updated_at': '2021-09-07T05:08:06Z', 'revision_number': 4, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'subnets': [{'id': 'ed51f394-0aa0-447b-bf08-ca3675dfc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:08:08.944826 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-f3c06036-2f28-43be-ace8-bbed9502601e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 HTTP/1.1" status: 200 len: 217 time: 0.6893857 Sep 07 05:08:08.967449 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0269a9df-a0a3-4621-bdee-25c4231e3d68" -d '{"events": [{"name": "network-changed", "server_uuid": "c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e", "tag": "b6d9e9de-298b-4d3b-9382-5c1e0b2c1135"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:08:09.052809 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-fff0749a-6645-42ac-91ff-ed4359681447 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad HTTP/1.1" status: 200 len: 217 time: 1.1346691 Sep 07 05:08:09.055245 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-cd4b2ec1-df4d-4673-933d-3259b7cf83d5 service neutron] 10.222.0.49 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1253130 Sep 07 05:08:09.184448 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-8c855e79-17bd-42ec-b094-a44949a392b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:09.191140 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-8c855e79-17bd-42ec-b094-a44949a392b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43410038-fd54-41fe-bdbf-c35ae7ac4200 HTTP/1.1" status: 200 len: 855 time: 0.1276376 Sep 07 05:08:09.244882 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf638-d73f-4b5c-9baa-18f5e8214a16 req-df5d7bb3-fd80-4f59-9601-8ba104626b07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:09.269153 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-12ccf638-d73f-4b5c-9baa-18f5e8214a16 req-df5d7bb3-fd80-4f59-9601-8ba104626b07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 943 time: 1.0925472 Sep 07 05:08:09.315284 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-f08dcb27-a850-4b1e-9313-da55aa8fb794 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084a4ab2-0603-4144-8506-7432fe6ed715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045911 Sep 07 05:08:09.332302 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42488) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:09.409556 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-12ccf638-d73f-4b5c-9baa-18f5e8214a16 req-9521a898-291d-4ee9-a964-c71323cfd6af tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366925 Sep 07 05:08:09.412038 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777a417-e317-49cd-8a01-7e02d06839de req-a75af5aa-fd66-47c4-8d6c-5b54eaad2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:09.416327 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-a75af5aa-fd66-47c4-8d6c-5b54eaad2967 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6993fe3-9651-479d-90e0-aa235e2f4143 HTTP/1.1" status: 200 len: 851 time: 0.4059343 Sep 07 05:08:09.606800 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-1f3d389a-e98c-4479-a7d5-6b48edfcb7ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b7ee7d0-dc91-4387-b5ad-d426a5633a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548266 Sep 07 05:08:09.636544 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-9f858050-6f20-43ec-a78c-682d3a6d7d64 service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016872 Sep 07 05:08:10.397972 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6008e719-c2a7-4faf-a343-d4a73282eeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:10.572976 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:08:10.688644 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42524) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:10.812294 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:08:10.828359 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:08:10.830577 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-94efcbae-12cb-415d-8f91-e66975359bba service neutron] 10.222.0.16 "GET /v2.0/networks/3b7ee7d0-dc91-4387-b5ad-d426a5633a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428779 Sep 07 05:08:10.831699 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:10.950187 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069942af-20dc-4574-8e15-e3d689be3ef9 x-openstack-request-id: req-069942af-20dc-4574-8e15-e3d689be3ef9 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:08:10.950779 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce615f4-7959-47c0-a3e6-d4592b7128c4", "tag": "14ff704b-65f7-44b9-95cd-5ce4fb7a0fad", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:08:10.951184 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-069942af-20dc-4574-8e15-e3d689be3ef9 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:08:10.951799 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce615f4-7959-47c0-a3e6-d4592b7128c4', 'tag': '14ff704b-65f7-44b9-95cd-5ce4fb7a0fad', 'status': 'completed', 'code': 200} Sep 07 05:08:11.066485 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0838bb1-4a4b-4bb1-8218-498d924411da req-1c42e29b-7284-4171-b817-2fbacbdf1b75 service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877882 Sep 07 05:08:11.151081 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6008e719-c2a7-4faf-a343-d4a73282eeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:11.167093 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6008e719-c2a7-4faf-a343-d4a73282eeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:11.304217 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:11.431648 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6008e719-c2a7-4faf-a343-d4a73282eeed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7948142d4d04192879d95bfd668c9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0958178 Sep 07 05:08:11.437316 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008e719-c2a7-4faf-a343-d4a73282eeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0360c73f-90eb-4e5a-87ca-f3c454e39885,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:11.453887 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42546) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:11.494565 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:11.505113 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:11.510160 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e89b96-3b70-4a9a-9316-e781b08d2a71 x-openstack-request-id: req-b8e89b96-3b70-4a9a-9316-e781b08d2a71 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:08:11.510160 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e", "tag": "b6d9e9de-298b-4d3b-9382-5c1e0b2c1135", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:08:11.510489 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8e89b96-3b70-4a9a-9316-e781b08d2a71 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:08:11.510883 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e', 'tag': 'b6d9e9de-298b-4d3b-9382-5c1e0b2c1135', 'status': 'completed', 'code': 200} Sep 07 05:08:11.526394 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0 req-c6cf63a7-abe3-4810-aff5-2bdb98526973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:11.539609 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0 req-c6cf63a7-abe3-4810-aff5-2bdb98526973 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 1096 time: 0.2326255 Sep 07 05:08:11.629420 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b777a417-e317-49cd-8a01-7e02d06839de req-3cb518af-1bbc-4bd0-bd17-57288e65e86f service neutron] 10.222.0.16 "GET /v2.0/networks/3b7ee7d0-dc91-4387-b5ad-d426a5633a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7784474 Sep 07 05:08:11.834744 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba6b5b-651f-4c97-8f2f-0c3403109af4 req-4a38799d-fff4-444a-acde-1aa3e42f3b72 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:11.863487 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-35ba6b5b-651f-4c97-8f2f-0c3403109af4 req-4a38799d-fff4-444a-acde-1aa3e42f3b72 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 943 time: 0.6972804 Sep 07 05:08:12.003464 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.16', 53617) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:12.042503 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:12.065853 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0 req-ded62654-ad0c-4abe-bb2c-3947ec77dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:12.067681 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0 req-ded62654-ad0c-4abe-bb2c-3947ec77dbdc service neutron] 10.222.0.16 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 916 time: 0.5127890 Sep 07 05:08:12.100387 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87b5af2d-f03c-47b0-92e0-7040ef02f743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:12.159374 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0987e9cf-f38a-413d-8238-3f5fd389f09e req-57a54418-b1ef-4cd7-8e27-97e760d8d4cb tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 210 time: 0.0904090 Sep 07 05:08:12.237782 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0 req-f484bc8d-f224-43ae-b85b-8d63fb093c90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad HTTP/1.1" status: 200 len: 217 time: 0.1327269 Sep 07 05:08:12.323247 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-def816b2-5015-40eb-9c8f-5f37ab20cbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:12.336138 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:08:12.357740 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-def816b2-5015-40eb-9c8f-5f37ab20cbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:12.373531 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0 req-e9545625-7cdf-4286-abef-edc53b3f606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:12.377406 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0 req-e9545625-7cdf-4286-abef-edc53b3f606f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43410038-fd54-41fe-bdbf-c35ae7ac4200 HTTP/1.1" status: 200 len: 855 time: 0.1273777 Sep 07 05:08:12.467926 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-def816b2-5015-40eb-9c8f-5f37ab20cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:12.470064 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0 req-8cd5baeb-6e55-4032-a831-96dbd4bdf154 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084a4ab2-0603-4144-8506-7432fe6ed715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807862 Sep 07 05:08:12.470693 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-def816b2-5015-40eb-9c8f-5f37ab20cbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:12.474843 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-def816b2-5015-40eb-9c8f-5f37ab20cbd2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0360c73f-90eb-4e5a-87ca-f3c454e39885 HTTP/1.1" status: 204 len: 168 time: 1.0004790 Sep 07 05:08:12.482873 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-35ba6b5b-651f-4c97-8f2f-0c3403109af4 req-b6244526-c68a-404a-b70f-b13994318418 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183414 Sep 07 05:08:12.499606 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:08:12.500394 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:12.558454 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a9df-a0a3-4621-bdee-25c4231e3d68 req-70425ed4-0820-4d8d-aab3-d4775ceddfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:12.561502 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0269a9df-a0a3-4621-bdee-25c4231e3d68 req-70425ed4-0820-4d8d-aab3-d4775ceddfd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f7d696c02a34a9cb992d354c2415b40&device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 1096 time: 0.8436565 Sep 07 05:08:12.562924 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def816b2-5015-40eb-9c8f-5f37ab20cbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0360c73f-90eb-4e5a-87ca-f3c454e39885,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:12.766930 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-2222e664-ba62-4439-8ffa-6d2e8410c47a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:12.769130 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-2222e664-ba62-4439-8ffa-6d2e8410c47a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.16 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 819 time: 0.7632864 Sep 07 05:08:12.798756 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Request body: {'port': {'device_id': '2d798ae9-b894-49bf-a3e0-c51f8f6265d2', 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0', 'admin_state_up': True, 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:12.910053 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0 req-e0cb5b88-19cc-45c7-a891-aadbbe0f65ec service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150150 Sep 07 05:08:12.938301 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad506508-f36f-4014-9f58-771a5e2ef8a1 req-737e7720-5d8b-43ef-a19c-21e1840cebd4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:12.941945 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ad506508-f36f-4014-9f58-771a5e2ef8a1 req-737e7720-5d8b-43ef-a19c-21e1840cebd4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 943 time: 0.2735746 Sep 07 05:08:13.054148 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a9df-a0a3-4621-bdee-25c4231e3d68 req-6b11ebd2-1349-478c-a37c-19e411897ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:13.056435 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0269a9df-a0a3-4621-bdee-25c4231e3d68 req-6b11ebd2-1349-478c-a37c-19e411897ae8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b7ee7d0-dc91-4387-b5ad-d426a5633a0b HTTP/1.1" status: 200 len: 912 time: 0.4782598 Sep 07 05:08:13.126766 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8d75b3a3-f3b6-4ec8-9161-cdb6383d07d0 req-12d5512f-2d8c-4af4-872d-1dadbd9e5888 service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534357 Sep 07 05:08:13.186448 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87b5af2d-f03c-47b0-92e0-7040ef02f743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:13.188492 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ad506508-f36f-4014-9f58-771a5e2ef8a1 req-2ee58ec1-fb54-402c-91fb-ca116bf2f1cc tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318599 Sep 07 05:08:13.189317 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0269a9df-a0a3-4621-bdee-25c4231e3d68 req-8ed7506d-084f-48ed-a954-f5c80a0bec98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 HTTP/1.1" status: 200 len: 217 time: 0.1014724 Sep 07 05:08:13.256503 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87b5af2d-f03c-47b0-92e0-7040ef02f743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:13.417802 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-87b5af2d-f03c-47b0-92e0-7040ef02f743 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17a6adfb405b4549a57faaa4edbb2fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7101204 Sep 07 05:08:13.418261 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42590) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:13.421295 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5af2d-f03c-47b0-92e0-7040ef02f743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c332ce-7239-4ccb-94c8-80181fd4bb01,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:13.459566 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-44f07023-98b8-417f-aad7-a0613278133a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:13.467961 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-44f07023-98b8-417f-aad7-a0613278133a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 819 time: 0.4387538 Sep 07 05:08:13.472507 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a9df-a0a3-4621-bdee-25c4231e3d68 req-5b54b70e-be7f-4d03-8e6c-6a9d818d1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:13.475983 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0269a9df-a0a3-4621-bdee-25c4231e3d68 req-5b54b70e-be7f-4d03-8e6c-6a9d818d1d5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6993fe3-9651-479d-90e0-aa235e2f4143 HTTP/1.1" status: 200 len: 851 time: 0.2337663 Sep 07 05:08:13.482428 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Made reservation on behalf of 770e452fcbdc4605ac4f8e2814c55b9c for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:08:13.489481 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:13.623733 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96686b6c-90f5-43ec-9445-190650ac51a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:13.689387 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96686b6c-90f5-43ec-9445-190650ac51a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:13.697664 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-07bd3800-337b-4221-b40a-2cdb4ef40fea tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/quotas/770e452fcbdc4605ac4f8e2814c55b9c HTTP/1.1" status: 200 len: 375 time: 0.2181685 Sep 07 05:08:13.706032 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0269a9df-a0a3-4621-bdee-25c4231e3d68 req-fb265a10-10af-4740-b16e-1b0e8406e036 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b7ee7d0-dc91-4387-b5ad-d426a5633a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2096245 Sep 07 05:08:13.978742 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683739fe-3867-4aac-ab9e-4ea007dc2e2a req-b8b0d041-143b-47f3-b724-c0c0254b3f0b tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:13.988246 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-683739fe-3867-4aac-ab9e-4ea007dc2e2a req-b8b0d041-143b-47f3-b724-c0c0254b3f0b tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 943 time: 0.2639091 Sep 07 05:08:14.080767 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96686b6c-90f5-43ec-9445-190650ac51a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:14.091139 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-96686b6c-90f5-43ec-9445-190650ac51a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:14.092352 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-96686b6c-90f5-43ec-9445-190650ac51a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4c332ce-7239-4ccb-94c8-80181fd4bb01 HTTP/1.1" status: 204 len: 168 time: 0.6720989 Sep 07 05:08:14.093137 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42616) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:14.111152 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-683739fe-3867-4aac-ab9e-4ea007dc2e2a req-8cb81861-9049-422c-98e1-48004d9b6a3e tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160164 Sep 07 05:08:14.140695 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd25bdab-db85-4a13-a831-bd1273c0911c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:14.157082 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96686b6c-90f5-43ec-9445-190650ac51a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c332ce-7239-4ccb-94c8-80181fd4bb01,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:14.228748 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0269a9df-a0a3-4621-bdee-25c4231e3d68 req-d5d64b10-e123-40c0-880f-dd824b33b320 service neutron] 10.222.0.16 "GET /v2.0/networks/3b7ee7d0-dc91-4387-b5ad-d426a5633a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913490 Sep 07 05:08:14.284043 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-d7780e5b-a36c-47e2-a77d-0e8a254fcdb1 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5762336 Sep 07 05:08:14.452184 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d99a01-d26a-412c-b1b9-6a878e872424 req-331b5378-334b-4a77-99a9-1d49ba5839b2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:14.466923 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a9d99a01-d26a-412c-b1b9-6a878e872424 req-331b5378-334b-4a77-99a9-1d49ba5839b2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 943 time: 0.1207747 Sep 07 05:08:14.607389 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a9d99a01-d26a-412c-b1b9-6a878e872424 req-09803824-cddb-49ad-bab6-b21ec21cad5d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456745 Sep 07 05:08:14.653885 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd25bdab-db85-4a13-a831-bd1273c0911c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:14.663089 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fd25bdab-db85-4a13-a831-bd1273c0911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:14.736670 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-fd25bdab-db85-4a13-a831-bd1273c0911c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=472826a119d243159b56386702b7be1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6207235 Sep 07 05:08:14.739970 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42628) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:14.809537 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25bdab-db85-4a13-a831-bd1273c0911c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0e19ce-1d33-4a15-a0e8-15f914c54cb4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:15.040074 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a63faa0-c594-4c2f-a3c2-ed3b11ad0cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:15.060033 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Allocated IP 172.20.0.9 (c3e12032-35e2-4fcd-94f2-18e530261dc0/ed51f394-0aa0-447b-bf08-ca3675dfc6c0/86b4e11f-86f2-4d87-a4a4-afa4754c5c05) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:08:15.213993 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a63faa0-c594-4c2f-a3c2-ed3b11ad0cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:15.297692 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:15.395723 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0269a9df-a0a3-4621-bdee-25c4231e3d68 req-d6b47d6f-d06c-41d7-9d1a-2630e2c34942 service neutron] 10.222.0.16 "GET /v2.0/networks/3b7ee7d0-dc91-4387-b5ad-d426a5633a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1446598 Sep 07 05:08:15.448721 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-b4fc2f0e-deac-41fe-b3e0-3b2a177b97bd service neutron] 10.222.0.49 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1239700 Sep 07 05:08:15.463350 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a63faa0-c594-4c2f-a3c2-ed3b11ad0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:15.472565 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8a63faa0-c594-4c2f-a3c2-ed3b11ad0cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:15.478269 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8a63faa0-c594-4c2f-a3c2-ed3b11ad0cd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f0e19ce-1d33-4a15-a0e8-15f914c54cb4 HTTP/1.1" status: 204 len: 168 time: 0.7236345 Sep 07 05:08:15.556343 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42650) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:15.612723 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63faa0-c594-4c2f-a3c2-ed3b11ad0cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0e19ce-1d33-4a15-a0e8-15f914c54cb4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:15.671989 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af703ad3-670b-42a7-b5e5-35572d8909b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:15.686243 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c39e0-efed-4251-8a76-3a1d90d138de req-71bd88ce-b422-4066-9d72-9327553c431c tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:15.688589 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7b7c39e0-efed-4251-8a76-3a1d90d138de req-71bd88ce-b422-4066-9d72-9327553c431c tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 943 time: 0.2873333 Sep 07 05:08:15.752729 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7b7c39e0-efed-4251-8a76-3a1d90d138de req-a6713be0-e112-4974-bcfa-2e9d3c00479c tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566759 Sep 07 05:08:15.857399 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-c7063e5c-f2a2-4e47-af23-9660409e5848 service neutron] 10.222.0.49 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057243 Sep 07 05:08:15.865495 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:15.976976 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af703ad3-670b-42a7-b5e5-35572d8909b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:15.995435 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-af703ad3-670b-42a7-b5e5-35572d8909b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:16.015986 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Network c3e12032-35e2-4fcd-94f2-18e530261dc0 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:08:16.019623 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:08:16.023053 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:08:16.099602 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:16.100235 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:16.129325 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Pushing event updated for resources: {'Port': ['ID=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:16.145648 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41a0d7f8-5443-44f3-bcda-b2c6a6e11e4c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3572021 Sep 07 05:08:16.181586 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42660) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:16.182290 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-af703ad3-670b-42a7-b5e5-35572d8909b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=551e048e4da14ce18244e5b106318a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226397 Sep 07 05:08:16.336919 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af703ad3-670b-42a7-b5e5-35572d8909b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bb2939-f648-4c3b-a4d0-efb1bc8b953e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:16.347011 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d8c255cc-7ecb-4506-b002-76fd836f7baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:16.420456 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3c24-e54a-4e0a-9656-a8af75db3e18 req-afbd62a4-8eb1-441f-9490-9168bd572c40 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:16.439455 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b04c3c24-e54a-4e0a-9656-a8af75db3e18 req-afbd62a4-8eb1-441f-9490-9168bd572c40 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 943 time: 0.4303164 Sep 07 05:08:16.481372 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc966661-cf19-42fd-bc35-b1c211988e41 req-8d3b7c84-5c63-4a57-a49a-4b0d966514ce tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 210 time: 0.1161535 Sep 07 05:08:16.497343 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d8c255cc-7ecb-4506-b002-76fd836f7baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:16.520007 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Request body: {'port': {'device_id': '2d798ae9-b894-49bf-a3e0-c51f8f6265d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:16.564127 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b04c3c24-e54a-4e0a-9656-a8af75db3e18 req-1cc620e7-0dcc-4802-8d8c-fb866aee7e4c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116214 Sep 07 05:08:16.656995 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:16.718609 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d8c255cc-7ecb-4506-b002-76fd836f7baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:16.721927 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d8c255cc-7ecb-4506-b002-76fd836f7baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:16.723500 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-d8c255cc-7ecb-4506-b002-76fd836f7baa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18bb2939-f648-4c3b-a4d0-efb1bc8b953e HTTP/1.1" status: 204 len: 168 time: 0.5399108 Sep 07 05:08:16.752485 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c255cc-7ecb-4506-b002-76fd836f7baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bb2939-f648-4c3b-a4d0-efb1bc8b953e,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:17.188047 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d70e3-5a10-40c5-8216-76cf7af55e64 req-2658b4d7-4fa6-4b64-9b44-969066a18746 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:17.190884 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6b8d70e3-5a10-40c5-8216-76cf7af55e64 req-2658b4d7-4fa6-4b64-9b44-969066a18746 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 943 time: 0.2049978 Sep 07 05:08:17.301358 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6b8d70e3-5a10-40c5-8216-76cf7af55e64 req-327a000b-ffaa-44fd-af73-1f33641bead4 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862048 Sep 07 05:08:17.317656 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:08:17.330313 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:17.364603 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Transition to ACTIVE for port object 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:08:17.372064 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:17.379878 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42718) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:17.479008 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Pushing event updated for resources: {'Port': ['ID=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:17.608336 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Attempting to bind port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:08:17.608682 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Attempting to bind port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:08:17.609197 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Attempting to bind port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 on network c3e12032-35e2-4fcd-94f2-18e530261dc0 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:08:17.618525 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 on network c3e12032-35e2-4fcd-94f2-18e530261dc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:08:17.619316 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Attempting to bind port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 on network c3e12032-35e2-4fcd-94f2-18e530261dc0 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:08:17.626840 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:08:17.627587 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Checking segment: {'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:08:17.628216 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Bound using segment: {'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:08:17.629093 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Bound port: 86b4e11f-86f2-4d87-a4a4-afa4754c5c05, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:08:17.629617 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:17.669045 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-269c15b4-81b0-461c-b2ae-d58da75c5c6a req-456c64f3-28ee-4fc7-9005-7a2c2823df7f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 210 time: 0.0617211 Sep 07 05:08:17.719811 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-996c91cd-34fa-47ca-af8b-25120ff0ea4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:17.728223 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42732) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:17.773808 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] For port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:08:17.783400 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] For port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:08:17.809606 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318adee8-7749-47ef-a69b-4e27b6dadec2 req-67c30e9b-5d75-456d-a418-3c1d2ca79c8d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:17.812909 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-318adee8-7749-47ef-a69b-4e27b6dadec2 req-67c30e9b-5d75-456d-a418-3c1d2ca79c8d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 943 time: 0.1396344 Sep 07 05:08:17.815264 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:17.822536 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8f0674c9-0500-47bd-9687-b3c84920ff0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:17.912211 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:17.913233 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:17.920133 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] 10.222.0.16 "PUT /v2.0/ports/86b4e11f-86f2-4d87-a4a4-afa4754c5c05 HTTP/1.1" status: 200 len: 1093 time: 1.4203470 Sep 07 05:08:17.937464 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d798ae9-b894-49bf-a3e0-c51f8f6265d2', 'tag': '86b4e11f-86f2-4d87-a4a4-afa4754c5c05'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:08:17.969399 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b792ca22-60b0-40c1-8620-33fc501941ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2d798ae9-b894-49bf-a3e0-c51f8f6265d2", "tag": "86b4e11f-86f2-4d87-a4a4-afa4754c5c05"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:08:18.028402 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-996c91cd-34fa-47ca-af8b-25120ff0ea4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:18.051401 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-996c91cd-34fa-47ca-af8b-25120ff0ea4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:18.116765 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-996c91cd-34fa-47ca-af8b-25120ff0ea4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=484eb55f279e4d0ba7353b94b98e6dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7354085 Sep 07 05:08:18.117913 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c91cd-34fa-47ca-af8b-25120ff0ea4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c09aaf-6623-498f-bd47-e678a15bf2cd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:18.121586 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:18.153117 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911349c8-a1ae-4dc4-9e28-da5ac41cd988 x-openstack-request-id: req-911349c8-a1ae-4dc4-9e28-da5ac41cd988 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:08:18.153500 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d798ae9-b894-49bf-a3e0-c51f8f6265d2", "tag": "86b4e11f-86f2-4d87-a4a4-afa4754c5c05", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:08:18.153888 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-911349c8-a1ae-4dc4-9e28-da5ac41cd988 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:08:18.154538 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d798ae9-b894-49bf-a3e0-c51f8f6265d2', 'tag': '86b4e11f-86f2-4d87-a4a4-afa4754c5c05', 'status': 'completed', 'code': 200} Sep 07 05:08:18.181574 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c6bd252-b06f-4930-9941-8d7e2ec8a307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:18.215570 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c6bd252-b06f-4930-9941-8d7e2ec8a307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:18.292158 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c6bd252-b06f-4930-9941-8d7e2ec8a307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:18.295257 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c6bd252-b06f-4930-9941-8d7e2ec8a307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:18.296942 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2c6bd252-b06f-4930-9941-8d7e2ec8a307 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8c09aaf-6623-498f-bd47-e678a15bf2cd HTTP/1.1" status: 204 len: 168 time: 0.1740167 Sep 07 05:08:18.319118 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-321e0255-7f36-46bc-8d14-d312c98a6434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:18.321887 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bd252-b06f-4930-9941-8d7e2ec8a307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c09aaf-6623-498f-bd47-e678a15bf2cd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:18.366787 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-318adee8-7749-47ef-a69b-4e27b6dadec2 req-28f96750-7d0e-4e14-9a08-85228e648a37 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357616 Sep 07 05:08:18.383591 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfa7ab-12d6-4342-997b-98f01e579759 service neutron] Pushing event updated for resources: {'Port': ['ID=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:18.485786 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428394f-2a43-4d3d-82ef-aed5547090f0 req-a3913f1d-21e7-4bdc-b64a-4b902f540b2f tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:18.487338 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3428394f-2a43-4d3d-82ef-aed5547090f0 req-a3913f1d-21e7-4bdc-b64a-4b902f540b2f tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 943 time: 0.0821342 Sep 07 05:08:18.494807 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-60fb5f9c-b2b6-46f3-88e2-644a5b7b7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:18.497914 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-60fb5f9c-b2b6-46f3-88e2-644a5b7b7711 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 1096 time: 0.4807372 Sep 07 05:08:18.568459 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3428394f-2a43-4d3d-82ef-aed5547090f0 req-5a2fe61b-ee5e-494f-8eb8-089c8ad6210f tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727785 Sep 07 05:08:18.587039 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-ba5528b5-b940-47f3-978c-d86d6ae0d1a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05 HTTP/1.1" status: 200 len: 217 time: 0.0776279 Sep 07 05:08:18.627151 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-9891b132-041a-4dc7-ac6a-5514a3e97d63 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:18.628997 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-9891b132-041a-4dc7-ac6a-5514a3e97d63 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.16 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 819 time: 0.6509521 Sep 07 05:08:18.636264 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:08:18.663523 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Request body: {'port': {'device_id': '71994c1f-0d32-4f4e-807f-2f1317c97b39', 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0', 'admin_state_up': True, 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:18.839160 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42778) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:18.842525 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:18.862072 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c38a3265-c9fd-4d8d-8353-27fa778e5ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:18.865140 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '14ff704b-65f7-44b9-95cd-5ce4fb7a0fad', 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715', 'port_id': '14ff704b-65f7-44b9-95cd-5ce4fb7a0fad', 'mac_address': 'fa:16:3e:ed:5b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43410038-fd54-41fe-bdbf-c35ae7ac4200', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:08:18.893011 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fc590fbc-4742-426a-85a6-55ff3d3a2e17 req-c51e43e8-1842-4640-8114-cf243390fcf9 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 210 time: 0.0809903 Sep 07 05:08:18.903034 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41171997-2ece-4f23-82be-a6aff574f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:18.920337 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-41171997-2ece-4f23-82be-a6aff574f823 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed51f394-0aa0-447b-bf08-ca3675dfc6c0 HTTP/1.1" status: 200 len: 859 time: 0.3194597 Sep 07 05:08:18.961757 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:18.975253 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-ae450ab6-18c2-4287-a169-7ffdf0b1598f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3e12032-35e2-4fcd-94f2-18e530261dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473258 Sep 07 05:08:18.993229 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:08:19.035943 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:19.045125 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:19.046681 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:08:19.102519 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-321e0255-7f36-46bc-8d14-d312c98a6434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:19.113083 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-5d38b456-eec1-40e6-93ea-07e677378992 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281781 Sep 07 05:08:19.114374 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-321e0255-7f36-46bc-8d14-d312c98a6434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:19.215534 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.db.api [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 05:08:19.215534 dv-cinder-804757-6-iscsi neutron-server[94011]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 05:08:19.215534 dv-cinder-804757-6-iscsi neutron-server[94011]: [parameters: {'project_id_1': '770e452fcbdc4605ac4f8e2814c55b9c', 'expiration_1': datetime.datetime(2021, 9, 7, 5, 7, 59, 103672)}] Sep 07 05:08:19.215534 dv-cinder-804757-6-iscsi neutron-server[94011]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 05:08:19.216064 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG oslo_db.api [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 05:08:19.271093 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-321e0255-7f36-46bc-8d14-d312c98a6434 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75371d11829940b5b9de0a030c92a2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5411077 Sep 07 05:08:19.273955 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42794) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:19.319747 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e0255-7f36-46bc-8d14-d312c98a6434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d22de85-e03b-4471-bec1-2129a46e801c,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:19.395512 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce260e5a-6751-41fa-8ac1-9b7ac31fc46c req-8ddefd2f-de76-41a5-8330-ed61c5278205 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548778 Sep 07 05:08:19.527001 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,segment=NetworkSegment(357b2cd6-be20-47c5-b31e-e127dfd3f2bf),segment_id=357b2cd6-be20-47c5-b31e-e127dfd3f2bf)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:19.559024 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:19.569486 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': 'b6d9e9de-298b-4d3b-9382-5c1e0b2c1135', 'network_id': '3b7ee7d0-dc91-4387-b5ad-d426a5633a0b', 'port_id': 'b6d9e9de-298b-4d3b-9382-5c1e0b2c1135', 'mac_address': 'fa:16:3e:39:e8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6993fe3-9651-479d-90e0-aa235e2f4143', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:08:19.571875 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:19.626909 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:19.659312 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:08:19.669423 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c38a3265-c9fd-4d8d-8353-27fa778e5ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:19.717650 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,segment=NetworkSegment(357b2cd6-be20-47c5-b31e-e127dfd3f2bf),segment_id=357b2cd6-be20-47c5-b31e-e127dfd3f2bf)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:19.729702 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:19.741066 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c38a3265-c9fd-4d8d-8353-27fa778e5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:19.748666 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ca22-60b0-40c1-8620-33fc501941ce req-210a68ce-871e-45cb-ae65-48c123d0e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:19.750769 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b792ca22-60b0-40c1-8620-33fc501941ce req-210a68ce-871e-45cb-ae65-48c123d0e3d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 1096 time: 0.2860150 Sep 07 05:08:19.865485 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Made reservation on behalf of 770e452fcbdc4605ac4f8e2814c55b9c for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:08:19.869527 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:19.901161 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a01e3f50-f77c-42d3-9d7a-43a9868f5f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:19.903012 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:19.969974 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a3265-c9fd-4d8d-8353-27fa778e5ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b19dea-c32d-43a9-ab94-abf5aabfb31c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:19.992856 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583276c-ab79-43b6-9e82-1d0ac620f150 req-286fc045-ee11-47cd-adaf-ff8f18eda30f tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:19.994664 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4583276c-ab79-43b6-9e82-1d0ac620f150 req-286fc045-ee11-47cd-adaf-ff8f18eda30f tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 944 time: 0.1984260 Sep 07 05:08:20.001436 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c38a3265-c9fd-4d8d-8353-27fa778e5ac1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=714bbf4d430b49718afb1c1434150ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1541550 Sep 07 05:08:20.002287 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42822) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:20.016009 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['b6d9e9de-298b-4d3b-9382-5c1e0b2c1135'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:08:20.023653 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be2c09-9a46-4bc3-b3d2-e222b5ac933e req-223282ee-e9e8-45f9-b150-9ea1f76558f4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:20.026968 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-57be2c09-9a46-4bc3-b3d2-e222b5ac933e req-223282ee-e9e8-45f9-b150-9ea1f76558f4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 944 time: 0.4697328 Sep 07 05:08:20.041705 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a01e3f50-f77c-42d3-9d7a-43a9868f5f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:20.125872 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ca22-60b0-40c1-8620-33fc501941ce req-0b8048d0-bac2-4309-993f-b63fa159863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:20.127644 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b792ca22-60b0-40c1-8620-33fc501941ce req-0b8048d0-bac2-4309-993f-b63fa159863a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 920 time: 0.3567512 Sep 07 05:08:20.162246 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-57be2c09-9a46-4bc3-b3d2-e222b5ac933e req-44b63e83-df10-4010-b248-a92da6f52ed4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264641 Sep 07 05:08:20.194932 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a01e3f50-f77c-42d3-9d7a-43a9868f5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:20.201217 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a01e3f50-f77c-42d3-9d7a-43a9868f5f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:20.203506 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a01e3f50-f77c-42d3-9d7a-43a9868f5f27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d22de85-e03b-4471-bec1-2129a46e801c HTTP/1.1" status: 204 len: 168 time: 0.9283149 Sep 07 05:08:20.207090 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4583276c-ab79-43b6-9e82-1d0ac620f150 req-a85fa584-bd12-4020-be96-7b7b940c01e8 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619337 Sep 07 05:08:20.224827 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e3f50-f77c-42d3-9d7a-43a9868f5f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d22de85-e03b-4471-bec1-2129a46e801c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:20.251109 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-315919b6-40c7-471f-8360-8d2df1b16c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:20.258024 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Allocated IP 172.20.0.11 (c3e12032-35e2-4fcd-94f2-18e530261dc0/ed51f394-0aa0-447b-bf08-ca3675dfc6c0/63d6b25f-fc17-486c-9d48-f4486cd47a2b) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:08:20.264382 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['14ff704b-65f7-44b9-95cd-5ce4fb7a0fad'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:08:20.301750 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-315919b6-40c7-471f-8360-8d2df1b16c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:20.527023 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-47b11de1-0baa-48d7-bbdc-fdc3c6a6d87a req-c55926a6-4aa3-488d-99b9-9941496b61ef tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 210 time: 0.0703120 Sep 07 05:08:20.529195 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-315919b6-40c7-471f-8360-8d2df1b16c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:20.532671 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-315919b6-40c7-471f-8360-8d2df1b16c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:20.537856 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-315919b6-40c7-471f-8360-8d2df1b16c96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14b19dea-c32d-43a9-ab94-abf5aabfb31c HTTP/1.1" status: 204 len: 168 time: 0.5313647 Sep 07 05:08:20.560411 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315919b6-40c7-471f-8360-8d2df1b16c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b19dea-c32d-43a9-ab94-abf5aabfb31c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:20.638926 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:20.714424 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:20.765737 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Network c3e12032-35e2-4fcd-94f2-18e530261dc0 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:08:20.769964 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:08:20.777167 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:08:20.824720 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Pushing event updated for resources: {'Port': ['ID=63d6b25f-fc17-486c-9d48-f4486cd47a2b,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:20.872460 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:20.873756 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:20.908028 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-7d8fab53-dac1-42a6-b1ad-c0820d56a832 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2503679 Sep 07 05:08:20.936304 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b78de5a-a2d9-4729-9e6e-00b1000c442a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:21.153135 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42852) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:21.173856 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-708530a6-30cf-4f13-9397-5f87d7d5cc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:21.326780 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-708530a6-30cf-4f13-9397-5f87d7d5cc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:21.337905 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-708530a6-30cf-4f13-9397-5f87d7d5cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:21.419321 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-708530a6-30cf-4f13-9397-5f87d7d5cc74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cd9744ecf1049a793526689d8ea99b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653465 Sep 07 05:08:21.421141 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42874) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:21.423518 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708530a6-30cf-4f13-9397-5f87d7d5cc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0675e41-1d78-4860-ae26-d9f6671d3dc3,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:21.492039 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50312b77-c665-4904-b4f1-295821f1b428 req-9147575e-2aa1-4446-b75f-3a35017aab0f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:21.506798 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-50312b77-c665-4904-b4f1-295821f1b428 req-9147575e-2aa1-4446-b75f-3a35017aab0f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 944 time: 0.1371136 Sep 07 05:08:21.535732 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05ba22c6-7dd2-4353-8aa5-16007045a488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:21.551327 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce267e-b71e-4c44-869d-8ca18c1d1e9d req-1fe0eca7-64ae-4af2-ba77-76be75fa2cb5 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:21.557958 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a5ce267e-b71e-4c44-869d-8ca18c1d1e9d req-1fe0eca7-64ae-4af2-ba77-76be75fa2cb5 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 944 time: 0.1040809 Sep 07 05:08:21.607178 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-50312b77-c665-4904-b4f1-295821f1b428 req-88532c45-ac54-418c-a224-7a382d5682ec tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986476 Sep 07 05:08:21.611153 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05ba22c6-7dd2-4353-8aa5-16007045a488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:21.670525 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a5ce267e-b71e-4c44-869d-8ca18c1d1e9d req-70df2b21-5c77-49c1-9f12-d35223361b96 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114216 Sep 07 05:08:21.735613 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42884) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:21.742701 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05ba22c6-7dd2-4353-8aa5-16007045a488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:21.745648 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-05ba22c6-7dd2-4353-8aa5-16007045a488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:21.759872 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-05ba22c6-7dd2-4353-8aa5-16007045a488 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0675e41-1d78-4860-ae26-d9f6671d3dc3 HTTP/1.1" status: 204 len: 168 time: 0.3290145 Sep 07 05:08:21.777568 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba22c6-7dd2-4353-8aa5-16007045a488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0675e41-1d78-4860-ae26-d9f6671d3dc3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:21.787607 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd590cc-d240-4a22-bd16-d843d8f8b790 req-333dc1e7-50f5-4eec-9dd0-d915eb6fd004 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:21.792372 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:21.797177 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ecd590cc-d240-4a22-bd16-d843d8f8b790 req-333dc1e7-50f5-4eec-9dd0-d915eb6fd004 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 932 time: 0.0853958 Sep 07 05:08:21.855034 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ecd590cc-d240-4a22-bd16-d843d8f8b790 req-000a295a-2ea3-4c35-8830-26e749cc0d4a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566952 Sep 07 05:08:21.913544 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee114c3a-e6a3-4cd5-a3d7-f233cc97b480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:22.074382 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee114c3a-e6a3-4cd5-a3d7-f233cc97b480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:22.081175 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:22.083285 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ee114c3a-e6a3-4cd5-a3d7-f233cc97b480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:22.153369 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ee114c3a-e6a3-4cd5-a3d7-f233cc97b480 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec9a63986e044361aacea5cfcde4c554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162834 Sep 07 05:08:22.156752 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 42900) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:22.156962 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee114c3a-e6a3-4cd5-a3d7-f233cc97b480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccb1caa-ab22-4ac0-9710-68bb162e8360,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:22.238749 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bd1aa4dc-b478-4bb7-bf83-1028f4b79a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:22.265693 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bd1aa4dc-b478-4bb7-bf83-1028f4b79a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:22.346470 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bd1aa4dc-b478-4bb7-bf83-1028f4b79a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:22.351822 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bd1aa4dc-b478-4bb7-bf83-1028f4b79a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:22.357821 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-bd1aa4dc-b478-4bb7-bf83-1028f4b79a48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ccb1caa-ab22-4ac0-9710-68bb162e8360 HTTP/1.1" status: 204 len: 168 time: 0.1965804 Sep 07 05:08:22.368990 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1aa4dc-b478-4bb7-bf83-1028f4b79a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccb1caa-ab22-4ac0-9710-68bb162e8360,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:22.774808 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1814c-3ea7-4a40-aaeb-507601acc406 req-c49318cd-9048-4c23-a77d-474a9b51e445 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:22.776480 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-99b1814c-3ea7-4a40-aaeb-507601acc406 req-c49318cd-9048-4c23-a77d-474a9b51e445 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 944 time: 0.0675325 Sep 07 05:08:22.834980 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-99b1814c-3ea7-4a40-aaeb-507601acc406 req-e1febf31-120f-4afa-ab4d-dc908757e6f5 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371363 Sep 07 05:08:22.881308 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Request body: {'port': {'device_id': '71994c1f-0d32-4f4e-807f-2f1317c97b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:22.891200 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b792ca22-60b0-40c1-8620-33fc501941ce req-7f44d0ac-bde4-4c27-ac61-fbd275b594fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05 HTTP/1.1" status: 200 len: 217 time: 0.0987229 Sep 07 05:08:22.971305 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42936) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:22.990309 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d36c5-09c8-416d-8895-9b2696adfe06 req-ceade0c1-6c81-4f48-b9c9-6bc043452b26 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:22.997102 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a93d36c5-09c8-416d-8895-9b2696adfe06 req-ceade0c1-6c81-4f48-b9c9-6bc043452b26 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 944 time: 0.2500560 Sep 07 05:08:23.003494 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e0888af5-7a71-48a3-b1a4-083dbde56d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:23.150897 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc46946-f71a-498f-8324-59496322c201 req-6301301a-d3fb-4af3-8bdf-a98fed19e77c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:23.154812 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dcc46946-f71a-498f-8324-59496322c201 req-6301301a-d3fb-4af3-8bdf-a98fed19e77c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 932 time: 0.1474650 Sep 07 05:08:23.279048 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e0888af5-7a71-48a3-b1a4-083dbde56d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:23.289930 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e0888af5-7a71-48a3-b1a4-083dbde56d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:23.354095 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e0888af5-7a71-48a3-b1a4-083dbde56d8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1bf3bdd7ac0c46dd8d894e062f698f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813958 Sep 07 05:08:23.362008 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 42948) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:23.379905 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dcc46946-f71a-498f-8324-59496322c201 req-007c13e0-6a37-4bc0-b635-d24e9cb80e65 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987928 Sep 07 05:08:23.383053 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0888af5-7a71-48a3-b1a4-083dbde56d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5248ed08-da58-42a6-8103-706bc357d66e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:23.451318 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21239d52-ec01-4fea-8a44-4068d896f82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:23.485674 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21239d52-ec01-4fea-8a44-4068d896f82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:23.501996 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a93d36c5-09c8-416d-8895-9b2696adfe06 req-9174de3e-ac50-4150-afc9-623a9e13e9a5 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995425 Sep 07 05:08:23.503809 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:23.511001 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ca22-60b0-40c1-8620-33fc501941ce req-85317054-a636-45d2-84b0-749decc8e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:23.514247 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b792ca22-60b0-40c1-8620-33fc501941ce req-85317054-a636-45d2-84b0-749decc8e6f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed51f394-0aa0-447b-bf08-ca3675dfc6c0 HTTP/1.1" status: 200 len: 859 time: 0.6005726 Sep 07 05:08:23.584013 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21239d52-ec01-4fea-8a44-4068d896f82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:23.590258 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21239d52-ec01-4fea-8a44-4068d896f82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:23.594482 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-21239d52-ec01-4fea-8a44-4068d896f82a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5248ed08-da58-42a6-8103-706bc357d66e HTTP/1.1" status: 204 len: 168 time: 0.2288384 Sep 07 05:08:23.628799 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21239d52-ec01-4fea-8a44-4068d896f82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5248ed08-da58-42a6-8103-706bc357d66e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:23.963280 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:24.048763 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d6b25f-fc17-486c-9d48-f4486cd47a2b {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:08:24.064803 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:24.081250 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Transition to ACTIVE for port object 63d6b25f-fc17-486c-9d48-f4486cd47a2b will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:08:24.086829 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843d6a-5247-4bc4-baae-75f0a4076b02 req-102d1d39-f099-4dba-becd-04d3402fa3a4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:24.088860 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:24.089540 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b6843d6a-5247-4bc4-baae-75f0a4076b02 req-102d1d39-f099-4dba-becd-04d3402fa3a4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 944 time: 0.1002159 Sep 07 05:08:24.174717 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b792ca22-60b0-40c1-8620-33fc501941ce req-d6d9aaa8-e2e7-4c76-923b-f316913a3458 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3e12032-35e2-4fcd-94f2-18e530261dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654445 Sep 07 05:08:24.181690 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b6843d6a-5247-4bc4-baae-75f0a4076b02 req-73a3b18a-b406-4e0e-a91e-d17ef2c0740e tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799680 Sep 07 05:08:24.203799 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=63d6b25f-fc17-486c-9d48-f4486cd47a2b,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:24.293178 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Attempting to bind port 63d6b25f-fc17-486c-9d48-f4486cd47a2b on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:08:24.293688 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Attempting to bind port 63d6b25f-fc17-486c-9d48-f4486cd47a2b by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:08:24.294034 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Attempting to bind port 63d6b25f-fc17-486c-9d48-f4486cd47a2b on network c3e12032-35e2-4fcd-94f2-18e530261dc0 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:08:24.299374 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Port 63d6b25f-fc17-486c-9d48-f4486cd47a2b on network c3e12032-35e2-4fcd-94f2-18e530261dc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:08:24.299671 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Attempting to bind port 63d6b25f-fc17-486c-9d48-f4486cd47a2b on network c3e12032-35e2-4fcd-94f2-18e530261dc0 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:08:24.306484 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:08:24.306809 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Checking segment: {'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:08:24.307145 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Bound using segment: {'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:08:24.307605 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Bound port: 63d6b25f-fc17-486c-9d48-f4486cd47a2b, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d87a4a-196c-4e31-901f-32f9187e57e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:08:24.307969 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:24.394903 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] For port 63d6b25f-fc17-486c-9d48-f4486cd47a2b, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:08:24.399080 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] For port 63d6b25f-fc17-486c-9d48-f4486cd47a2b, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63d6b25f-fc17-486c-9d48-f4486cd47a2b,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:08:24.405428 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:24.450398 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:24.450537 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:24.452124 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/63d6b25f-fc17-486c-9d48-f4486cd47a2b HTTP/1.1" status: 200 len: 1094 time: 1.6577313 Sep 07 05:08:24.452600 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71994c1f-0d32-4f4e-807f-2f1317c97b39', 'tag': '63d6b25f-fc17-486c-9d48-f4486cd47a2b'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:08:24.454991 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92c1318-865f-46e6-89e8-f902b671652f" -d '{"events": [{"name": "network-changed", "server_uuid": "71994c1f-0d32-4f4e-807f-2f1317c97b39", "tag": "63d6b25f-fc17-486c-9d48-f4486cd47a2b"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:08:24.516412 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dd1c0-13f1-43cd-b50a-0271e1cdd3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=63d6b25f-fc17-486c-9d48-f4486cd47a2b,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:24.577393 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f90efe-2cea-420f-8021-4edec291a314 x-openstack-request-id: req-c6f90efe-2cea-420f-8021-4edec291a314 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:08:24.577883 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71994c1f-0d32-4f4e-807f-2f1317c97b39", "tag": "63d6b25f-fc17-486c-9d48-f4486cd47a2b", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:08:24.578261 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6f90efe-2cea-420f-8021-4edec291a314 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:08:24.578900 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71994c1f-0d32-4f4e-807f-2f1317c97b39', 'tag': '63d6b25f-fc17-486c-9d48-f4486cd47a2b', 'status': 'completed', 'code': 200} Sep 07 05:08:24.623899 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a414d34-52fb-4768-927a-95c177c83ea1 req-34d931ec-800f-4793-aa1e-8ad0d36381e7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:24.627101 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8a414d34-52fb-4768-927a-95c177c83ea1 req-34d931ec-800f-4793-aa1e-8ad0d36381e7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 944 time: 0.1053879 Sep 07 05:08:24.703902 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8a414d34-52fb-4768-927a-95c177c83ea1 req-4dfa4645-d439-4cb4-ab67-f0091615063a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689976 Sep 07 05:08:24.726847 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d021f60-0c44-4770-a288-a2280bc82cc1 req-b207f4e1-0235-446e-a2fd-9000cb0fd353 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:24.728736 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2d021f60-0c44-4770-a288-a2280bc82cc1 req-b207f4e1-0235-446e-a2fd-9000cb0fd353 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 944 time: 0.0748820 Sep 07 05:08:24.788752 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2d021f60-0c44-4770-a288-a2280bc82cc1 req-b6b81662-7f03-4f3d-80f1-943077518235 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474343 Sep 07 05:08:25.362241 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d196b-d6e7-419f-87c2-43a72aa5bed3 req-072ee97c-c75f-42b9-98a8-ffc2ae47cb31 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:25.364339 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7b4d196b-d6e7-419f-87c2-43a72aa5bed3 req-072ee97c-c75f-42b9-98a8-ffc2ae47cb31 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 944 time: 0.0773642 Sep 07 05:08:25.431541 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7b4d196b-d6e7-419f-87c2-43a72aa5bed3 req-cf177c06-5fec-4d3e-9cc4-e12b18d38101 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523500 Sep 07 05:08:25.916387 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289769e-4dcb-421d-9cb6-a14a0848d237 req-a18ee273-d61d-4455-bf1d-c5f05114901d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:25.926471 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:08:25.929148 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5289769e-4dcb-421d-9cb6-a14a0848d237 req-a18ee273-d61d-4455-bf1d-c5f05114901d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 944 time: 0.1092992 Sep 07 05:08:25.991957 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:08:25.996426 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5289769e-4dcb-421d-9cb6-a14a0848d237 req-4781462f-910e-4cf7-82d9-bc3067cce32d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647449 Sep 07 05:08:26.226413 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:26.246407 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '86b4e11f-86f2-4d87-a4a4-afa4754c5c05', 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0', 'port_id': '86b4e11f-86f2-4d87-a4a4-afa4754c5c05', 'mac_address': 'fa:16:3e:f3:09:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed51f394-0aa0-447b-bf08-ca3675dfc6c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:08:26.278952 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:08:26.282985 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1318-865f-46e6-89e8-f902b671652f req-9ac6aa41-a7a8-4628-997c-577d05de186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:26.285207 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f92c1318-865f-46e6-89e8-f902b671652f req-9ac6aa41-a7a8-4628-997c-577d05de186d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 1097 time: 0.2310777 Sep 07 05:08:26.288146 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b792ca22-60b0-40c1-8620-33fc501941ce req-9a20662b-fdda-499e-83b3-11280c18f86a service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700993 Sep 07 05:08:26.290081 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:08:26.290685 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:26.304886 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a19373-a7b8-4a7b-95ca-4f511d366223 req-f6c8d036-c126-461e-8846-3a268f8a521c tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:26.307509 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-38a19373-a7b8-4a7b-95ca-4f511d366223 req-f6c8d036-c126-461e-8846-3a268f8a521c tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 944 time: 0.3717270 Sep 07 05:08:26.343663 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:26.367495 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:08:26.389337 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-38a19373-a7b8-4a7b-95ca-4f511d366223 req-e9b6eb8f-4ab1-4f24-b1e8-1b40a7614748 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734842 Sep 07 05:08:26.406412 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:26.417728 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:26.496993 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:26.519633 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:26.540556 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce615f4-7959-47c0-a3e6-d4592b7128c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ff704b-65f7-44b9-95cd-5ce4fb7a0fad'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:08:26.680072 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60260f-587f-49b0-a86b-e821f9e46bff req-735b5b49-d13a-4726-bd0d-7a485435caf8 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:26.699344 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ba60260f-587f-49b0-a86b-e821f9e46bff req-735b5b49-d13a-4726-bd0d-7a485435caf8 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 944 time: 0.1009758 Sep 07 05:08:26.712265 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:26.720389 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:26.722436 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:08:26.799320 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ba60260f-587f-49b0-a86b-e821f9e46bff req-e3f8393e-50f7-4f91-b888-bad51bd78955 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986204 Sep 07 05:08:26.915352 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:26.938137 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda7babb-d0b1-4528-80d6-9dd7969e81d2" -d '{"events": [{"server_uuid": "bce615f4-7959-47c0-a3e6-d4592b7128c4", "name": "network-vif-plugged", "status": "completed", "tag": "14ff704b-65f7-44b9-95cd-5ce4fb7a0fad"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:08:26.942635 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:08:26.948043 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:08:26.948824 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:27.146794 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccab1bca-c0e2-4149-82ee-9259611ae081 x-openstack-request-id: req-ccab1bca-c0e2-4149-82ee-9259611ae081 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:08:27.147396 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce615f4-7959-47c0-a3e6-d4592b7128c4", "name": "network-vif-plugged", "status": "completed", "tag": "14ff704b-65f7-44b9-95cd-5ce4fb7a0fad", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:08:27.147875 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccab1bca-c0e2-4149-82ee-9259611ae081 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:08:27.148591 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce615f4-7959-47c0-a3e6-d4592b7128c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ff704b-65f7-44b9-95cd-5ce4fb7a0fad', 'code': 200} Sep 07 05:08:27.175585 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:27.231743 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,segment=NetworkSegment(357b2cd6-be20-47c5-b31e-e127dfd3f2bf),segment_id=357b2cd6-be20-47c5-b31e-e127dfd3f2bf)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:27.237719 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:27.295716 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4329e7-1073-4379-ab70-0c325e67eacb req-b586b16b-f0d9-4d2b-866f-802c72bfcf5d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:27.297590 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-be4329e7-1073-4379-ab70-0c325e67eacb req-b586b16b-f0d9-4d2b-866f-802c72bfcf5d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 944 time: 0.0749676 Sep 07 05:08:27.315619 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:27.357098 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-be4329e7-1073-4379-ab70-0c325e67eacb req-2eb9e1ae-23cb-4732-b6b5-cba8affb95fc tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530858 Sep 07 05:08:27.638857 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f4cab-734b-4506-abe3-66cee7b4bfc1 req-9a613608-dcd8-4adc-8e75-b09d697655f3 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:27.641816 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-712f4cab-734b-4506-abe3-66cee7b4bfc1 req-9a613608-dcd8-4adc-8e75-b09d697655f3 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 945 time: 0.1277359 Sep 07 05:08:27.717733 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-712f4cab-734b-4506-abe3-66cee7b4bfc1 req-b52dc0d9-8106-47f7-b3fd-29a51d35d15e tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683091 Sep 07 05:08:27.919304 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a02a-3a79-4d3f-b084-52e8fbfa70f8 req-de380c08-774e-4dac-955c-e9fbcb0fe3db tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:27.920925 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4e54a02a-3a79-4d3f-b084-52e8fbfa70f8 req-de380c08-774e-4dac-955c-e9fbcb0fe3db tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 945 time: 0.0523365 Sep 07 05:08:27.966710 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4e54a02a-3a79-4d3f-b084-52e8fbfa70f8 req-b298f52f-8616-47ea-80f0-361d5809747b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Sep 07 05:08:28.480617 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0204b0-d45c-4355-a715-58c827fe482d req-6a7eb5c3-e3fa-4ca8-8041-3c02ce4b1102 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:28.482308 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ac0204b0-d45c-4355-a715-58c827fe482d req-6a7eb5c3-e3fa-4ca8-8041-3c02ce4b1102 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 944 time: 0.0539804 Sep 07 05:08:28.525087 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ac0204b0-d45c-4355-a715-58c827fe482d req-a9cb2065-cdab-42f5-a675-3ec296cae370 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363851 Sep 07 05:08:28.855218 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750487b4-1dcb-4e03-8a55-cc73f73b9292 req-89ff52c6-0268-4bd3-86f0-eecc9033bcc7 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:28.857045 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-750487b4-1dcb-4e03-8a55-cc73f73b9292 req-89ff52c6-0268-4bd3-86f0-eecc9033bcc7 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 945 time: 0.0584064 Sep 07 05:08:28.897631 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-750487b4-1dcb-4e03-8a55-cc73f73b9292 req-7df559e4-1dd1-4967-8a09-df2c9e4d9734 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344191 Sep 07 05:08:29.150372 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d9e9de-298b-4d3b-9382-5c1e0b2c1135'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:08:29.155501 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63ae53f-7dab-4ae9-b6dc-865f75b226c4" -d '{"events": [{"server_uuid": "c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e", "name": "network-vif-plugged", "status": "completed", "tag": "b6d9e9de-298b-4d3b-9382-5c1e0b2c1135"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:08:29.238492 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b57576-dbcb-445e-be6f-ea4c403e7b96 x-openstack-request-id: req-06b57576-dbcb-445e-be6f-ea4c403e7b96 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:08:29.239064 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e", "name": "network-vif-plugged", "status": "completed", "tag": "b6d9e9de-298b-4d3b-9382-5c1e0b2c1135", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:08:29.239523 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06b57576-dbcb-445e-be6f-ea4c403e7b96 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:08:29.240490 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d9e9de-298b-4d3b-9382-5c1e0b2c1135', 'code': 200} Sep 07 05:08:29.274280 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['86b4e11f-86f2-4d87-a4a4-afa4754c5c05'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:08:29.319131 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b792ca22-60b0-40c1-8620-33fc501941ce req-c6312200-0fa9-46eb-825d-29388d1b000f service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018680 Sep 07 05:08:29.323313 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1318-865f-46e6-89e8-f902b671652f req-85280cdf-d14b-4c2b-9863-8a4c7c73d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:29.326574 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f92c1318-865f-46e6-89e8-f902b671652f req-85280cdf-d14b-4c2b-9863-8a4c7c73d355 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3433201 Sep 07 05:08:29.336466 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f8f4-0d41-49c3-8249-75a3ae4025d5 req-2865166a-398e-4025-804c-30cf25147fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:29.338655 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f4c5f8f4-0d41-49c3-8249-75a3ae4025d5 req-2865166a-398e-4025-804c-30cf25147fee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 1098 time: 0.1403010 Sep 07 05:08:29.352818 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4bcb9-a487-469f-8338-bbc3520780fd req-719b4466-dd99-452b-86d0-8584338f4e8a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:29.354677 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d3c4bcb9-a487-469f-8338-bbc3520780fd req-719b4466-dd99-452b-86d0-8584338f4e8a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 945 time: 0.2694395 Sep 07 05:08:29.394728 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f4c5f8f4-0d41-49c3-8249-75a3ae4025d5 req-d1fb910d-5784-42c0-b416-00c2287b6c3e service neutron] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:29.553807 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f4c5f8f4-0d41-49c3-8249-75a3ae4025d5 req-d1fb910d-5784-42c0-b416-00c2287b6c3e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:29.561123 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f4c5f8f4-0d41-49c3-8249-75a3ae4025d5 req-d1fb910d-5784-42c0-b416-00c2287b6c3e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:29.607224 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f4c5f8f4-0d41-49c3-8249-75a3ae4025d5 req-d1fb910d-5784-42c0-b416-00c2287b6c3e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442091 Sep 07 05:08:29.640462 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb910d-5784-42c0-b416-00c2287b6c3e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=614652e8-2d04-4c0a-a78f-2fecbf120475,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:29.659952 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d3c4bcb9-a487-469f-8338-bbc3520780fd req-fedea409-a85a-4e97-8955-b12ff658117b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713759 Sep 07 05:08:29.701718 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51721c-2943-4d47-803d-5f2a53621eb8 req-4c3d7163-b1b6-4e2c-b15f-62f06f314fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:29.703334 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ab51721c-2943-4d47-803d-5f2a53621eb8 req-4c3d7163-b1b6-4e2c-b15f-62f06f314fc1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 1098 time: 0.2322690 Sep 07 05:08:29.709120 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1318-865f-46e6-89e8-f902b671652f req-1460f70d-e5d9-4d73-9323-185fe2a61b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:29.710631 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f92c1318-865f-46e6-89e8-f902b671652f req-1460f70d-e5d9-4d73-9323-185fe2a61b14 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3514998 Sep 07 05:08:29.723289 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12267e2f-312c-425e-9dec-827ec78798c9 req-1a64f78d-390e-4eab-b212-6128f1bf8ee7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:29.724977 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-12267e2f-312c-425e-9dec-827ec78798c9 req-1a64f78d-390e-4eab-b212-6128f1bf8ee7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 944 time: 0.0957673 Sep 07 05:08:29.772053 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-12267e2f-312c-425e-9dec-827ec78798c9 req-371dd0f5-efe6-46b2-9b96-246a83469a55 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361218 Sep 07 05:08:29.914451 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ab51721c-2943-4d47-803d-5f2a53621eb8 req-6c11bc82-4fbf-4fd2-bde6-9c64cf5b51e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900338 Sep 07 05:08:29.935799 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-b086f7a6-e936-43e3-9836-2b80c3519d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:29.938214 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-b086f7a6-e936-43e3-9836-2b80c3519d67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 1097 time: 0.0794213 Sep 07 05:08:30.035829 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17babb15-2ae6-45ae-8084-7b6a9729d790 req-fc95d6b3-38dd-4e7d-92be-09234fd7a2d9 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:30.037782 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-17babb15-2ae6-45ae-8084-7b6a9729d790 req-fc95d6b3-38dd-4e7d-92be-09234fd7a2d9 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 945 time: 0.0624824 Sep 07 05:08:30.086671 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-17babb15-2ae6-45ae-8084-7b6a9729d790 req-1076e22e-b1e0-45f8-a289-9676bb03dd9b tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Sep 07 05:08:30.168643 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-05f0f7ff-a30e-47b2-8221-04128b2ee95b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63d6b25f-fc17-486c-9d48-f4486cd47a2b HTTP/1.1" status: 200 len: 217 time: 0.0415833 Sep 07 05:08:30.228378 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-46dbcd71-9c73-470b-8885-ed8bcc5e9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:30.230554 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-46dbcd71-9c73-470b-8885-ed8bcc5e9f95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed51f394-0aa0-447b-bf08-ca3675dfc6c0 HTTP/1.1" status: 200 len: 859 time: 0.0546117 Sep 07 05:08:30.273321 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-78ef157f-69d3-4ef1-96b3-d04dbf2aefd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3e12032-35e2-4fcd-94f2-18e530261dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348046 Sep 07 05:08:30.439356 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-a45d3c10-f73a-4f2d-a22c-d7d914119565 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400228 Sep 07 05:08:30.633467 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4613654c-d7e3-466a-b498-c98c811f9c30 req-220bc0ae-726e-472b-bcfa-bf610eb19ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857944 Sep 07 05:08:30.881152 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d810438-7f40-4716-8c6d-eba185e1b090 req-25df4653-3c2d-480e-8ab9-e6b6d037ad69 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:30.896060 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3d810438-7f40-4716-8c6d-eba185e1b090 req-25df4653-3c2d-480e-8ab9-e6b6d037ad69 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 945 time: 0.1367557 Sep 07 05:08:30.956039 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3d810438-7f40-4716-8c6d-eba185e1b090 req-6e05749e-249f-4caa-9983-1575ec39c8c0 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564206 Sep 07 05:08:30.957555 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbcea1-eb67-49d3-9076-7f8348e970f7 req-833df2da-0326-4592-ba89-bfb3810eaf0b tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:30.971951 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a5dbcea1-eb67-49d3-9076-7f8348e970f7 req-833df2da-0326-4592-ba89-bfb3810eaf0b tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 944 time: 0.0980790 Sep 07 05:08:31.189993 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:08:31.314784 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c5f83-bde3-474c-aea6-b5a51856884c req-85779ec7-d967-4107-bcc5-a4b28d9ffc98 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:31.319260 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c84c5f83-bde3-474c-aea6-b5a51856884c req-85779ec7-d967-4107-bcc5-a4b28d9ffc98 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 945 time: 0.1445682 Sep 07 05:08:31.341989 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a5dbcea1-eb67-49d3-9076-7f8348e970f7 req-2d67bd10-ffb8-475f-a111-e9664cb3b6f8 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671315 Sep 07 05:08:31.397160 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c84c5f83-bde3-474c-aea6-b5a51856884c req-d91b86c5-24b7-431b-9597-03a1a8bc28ff tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706036 Sep 07 05:08:31.541195 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:08:31.607785 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:08:31.615554 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:08:31.616262 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:31.728724 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:31.768678 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d798ae9-b894-49bf-a3e0-c51f8f6265d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b4e11f-86f2-4d87-a4a4-afa4754c5c05'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:08:31.772709 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03072b0a-3039-422e-ab03-cbbf0db23516" -d '{"events": [{"server_uuid": "2d798ae9-b894-49bf-a3e0-c51f8f6265d2", "name": "network-vif-plugged", "status": "completed", "tag": "86b4e11f-86f2-4d87-a4a4-afa4754c5c05"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:08:31.795987 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:31.801527 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:31.831112 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129389e2-1c77-4cb5-9b5c-80e6acd15df2 x-openstack-request-id: req-129389e2-1c77-4cb5-9b5c-80e6acd15df2 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:08:31.831433 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d798ae9-b894-49bf-a3e0-c51f8f6265d2", "name": "network-vif-plugged", "status": "completed", "tag": "86b4e11f-86f2-4d87-a4a4-afa4754c5c05", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:08:31.831642 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-129389e2-1c77-4cb5-9b5c-80e6acd15df2 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:08:31.832035 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d798ae9-b894-49bf-a3e0-c51f8f6265d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b4e11f-86f2-4d87-a4a4-afa4754c5c05', 'code': 200} Sep 07 05:08:31.974851 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:32.086386 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900374-48c1-4234-9db8-7949a04599ae req-603268f9-1164-47c3-ba1a-eac0e6461719 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:32.087971 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fd900374-48c1-4234-9db8-7949a04599ae req-603268f9-1164-47c3-ba1a-eac0e6461719 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 945 time: 0.0528829 Sep 07 05:08:32.134816 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fd900374-48c1-4234-9db8-7949a04599ae req-980718a4-a947-459f-b4c3-96e5dc6283d8 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356841 Sep 07 05:08:32.487536 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e85ffd-698e-4cb7-820c-2bf875ff5a46 req-e7a6c514-eb34-49d9-9b92-0d28d60dd1ee tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:32.489666 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-84e85ffd-698e-4cb7-820c-2bf875ff5a46 req-e7a6c514-eb34-49d9-9b92-0d28d60dd1ee tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 944 time: 0.0614109 Sep 07 05:08:32.561510 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-84e85ffd-698e-4cb7-820c-2bf875ff5a46 req-6b8dc6d5-d2c9-41d0-9efb-6adb1f820567 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642128 Sep 07 05:08:32.747517 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55268e44-43d9-487c-8d30-621c0fb32d92 req-79cf838f-cf98-4b18-9bb8-763eb29609de tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:32.749141 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-55268e44-43d9-487c-8d30-621c0fb32d92 req-79cf838f-cf98-4b18-9bb8-763eb29609de tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 945 time: 0.2595208 Sep 07 05:08:32.819649 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-55268e44-43d9-487c-8d30-621c0fb32d92 req-3023dc4d-3d08-4b90-a13e-689cb500e9af tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594661 Sep 07 05:08:33.265061 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744de77-dbe8-491a-9a23-c89b4ea993cb req-0c51d8e6-c50e-4aaa-9dab-381f721d229c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:33.266669 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1744de77-dbe8-491a-9a23-c89b4ea993cb req-0c51d8e6-c50e-4aaa-9dab-381f721d229c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 945 time: 0.0553710 Sep 07 05:08:33.313299 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1744de77-dbe8-491a-9a23-c89b4ea993cb req-d9b62f7c-bff7-457a-b163-76dd9aab7946 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352285 Sep 07 05:08:33.608220 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896f09a-1f35-4280-8b09-273f92212274 req-08f387a4-f6b3-4774-aa64-5eb03a922a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:33.610981 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0896f09a-1f35-4280-8b09-273f92212274 req-08f387a4-f6b3-4774-aa64-5eb03a922a99 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 1098 time: 0.0565133 Sep 07 05:08:33.671714 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0896f09a-1f35-4280-8b09-273f92212274 req-92b7491e-f23b-430e-b406-09d784bf1f66 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528347 Sep 07 05:08:33.742257 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7479521-f22a-4513-9925-36c785f6e425 req-35c18f89-3588-4b04-ab53-dc7827b29339 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:33.744156 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d7479521-f22a-4513-9925-36c785f6e425 req-35c18f89-3588-4b04-ab53-dc7827b29339 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 944 time: 0.0799592 Sep 07 05:08:33.803721 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d7479521-f22a-4513-9925-36c785f6e425 req-bb76428d-14bd-4961-8ce2-9db3b5e5426f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470171 Sep 07 05:08:33.953192 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca35826-d4d6-4896-b4bb-faa0c698a6b4 req-72839979-7113-416f-8e5f-ef373b8e2064 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:33.955513 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7ca35826-d4d6-4896-b4bb-faa0c698a6b4 req-72839979-7113-416f-8e5f-ef373b8e2064 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 945 time: 0.0593662 Sep 07 05:08:34.008810 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7ca35826-d4d6-4896-b4bb-faa0c698a6b4 req-d144b4cb-0cc0-489b-bb90-f44fa1298d6e tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 Sep 07 05:08:34.481255 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4500cc7-c0ca-4972-8619-e4f637a317b9 req-9842dac7-d830-43d1-8969-610acf31fb9a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:34.484896 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c4500cc7-c0ca-4972-8619-e4f637a317b9 req-9842dac7-d830-43d1-8969-610acf31fb9a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 945 time: 0.0872827 Sep 07 05:08:34.573193 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c4500cc7-c0ca-4972-8619-e4f637a317b9 req-206bfabe-c862-494e-a933-9aa642657134 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819657 Sep 07 05:08:34.982163 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2c038-e57d-473f-945f-759982878823 req-839787b8-b427-4814-84ba-a2f9337ffa27 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:34.983985 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1ce2c038-e57d-473f-945f-759982878823 req-839787b8-b427-4814-84ba-a2f9337ffa27 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 944 time: 0.0608602 Sep 07 05:08:35.028358 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 63d6b25f-fc17-486c-9d48-f4486cd47a2b details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:08:35.052460 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1ce2c038-e57d-473f-945f-759982878823 req-2523702e-a792-4cce-a97a-0f5268266c68 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571885 Sep 07 05:08:35.190628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f080000-f3c3-441e-ae78-7e4b71816c0e req-56964ff2-a30b-4e03-8c29-876238fd48ec tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:35.201111 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3f080000-f3c3-441e-ae78-7e4b71816c0e req-56964ff2-a30b-4e03-8c29-876238fd48ec tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 945 time: 0.0912371 Sep 07 05:08:35.257693 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3f080000-f3c3-441e-ae78-7e4b71816c0e req-def91d57-2257-4a7d-ba36-aee2efbbcbb9 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553677 Sep 07 05:08:35.272416 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 63d6b25f-fc17-486c-9d48-f4486cd47a2b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63d6b25f-fc17-486c-9d48-f4486cd47a2b,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:35.296024 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '63d6b25f-fc17-486c-9d48-f4486cd47a2b', 'network_id': 'c3e12032-35e2-4fcd-94f2-18e530261dc0', 'port_id': '63d6b25f-fc17-486c-9d48-f4486cd47a2b', 'mac_address': 'fa:16:3e:4e:10:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed51f394-0aa0-447b-bf08-ca3675dfc6c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:08:35.374551 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:35.395226 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d6b25f-fc17-486c-9d48-f4486cd47a2b {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:08:35.421967 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43380) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:35.427811 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 63d6b25f-fc17-486c-9d48-f4486cd47a2b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63d6b25f-fc17-486c-9d48-f4486cd47a2b,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:35.441031 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:35.499378 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=63d6b25f-fc17-486c-9d48-f4486cd47a2b,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:35.595341 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2af7a07-4234-4684-967b-9fb8b61bd162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:35.724071 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['63d6b25f-fc17-486c-9d48-f4486cd47a2b'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:08:35.785715 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e573c9-852d-4e39-b94f-2c8454527b24 req-5af02deb-deb7-4f5e-be58-8742e9eda9bd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:35.788657 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c9e573c9-852d-4e39-b94f-2c8454527b24 req-5af02deb-deb7-4f5e-be58-8742e9eda9bd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 945 time: 0.1091080 Sep 07 05:08:35.827108 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2af7a07-4234-4684-967b-9fb8b61bd162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:35.837629 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2af7a07-4234-4684-967b-9fb8b61bd162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:35.891685 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c9e573c9-852d-4e39-b94f-2c8454527b24 req-237321f1-a509-447f-8250-2f5e6130e910 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934935 Sep 07 05:08:35.933983 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a2af7a07-4234-4684-967b-9fb8b61bd162 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dfdd3648c264edb9ba4858ea625e82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107203 Sep 07 05:08:35.940701 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43404) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:35.986139 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af7a07-4234-4684-967b-9fb8b61bd162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4281792c-5345-4dc0-b48a-50802314db2b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:36.145212 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41745efe-5535-4dff-84bc-6c76a8986409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:36.253226 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41745efe-5535-4dff-84bc-6c76a8986409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:36.301659 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960b62b-86f7-447a-a26c-2a6109198758 req-a4ee1bb3-afc4-49f8-b74e-258a81c421ad tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:36.312777 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d960b62b-86f7-447a-a26c-2a6109198758 req-a4ee1bb3-afc4-49f8-b74e-258a81c421ad tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 945 time: 0.1002903 Sep 07 05:08:36.423028 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d960b62b-86f7-447a-a26c-2a6109198758 req-c5146d84-38d5-4a85-bd4f-69616dc8dd47 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079884 Sep 07 05:08:36.426813 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41745efe-5535-4dff-84bc-6c76a8986409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:36.432218 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41745efe-5535-4dff-84bc-6c76a8986409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:36.454837 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-41745efe-5535-4dff-84bc-6c76a8986409 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4281792c-5345-4dc0-b48a-50802314db2b HTTP/1.1" status: 204 len: 168 time: 0.5003867 Sep 07 05:08:36.500203 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41745efe-5535-4dff-84bc-6c76a8986409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4281792c-5345-4dc0-b48a-50802314db2b,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:36.838619 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43430) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:37.056405 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 63d6b25f-fc17-486c-9d48-f4486cd47a2b up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:08:37.128287 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-173696ce-bb4e-4f90-a52a-5ff2418049c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.200896 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43452) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:37.251147 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a254bf0-a462-4fb0-a13a-29ad37d47564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.280177 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 63d6b25f-fc17-486c-9d48-f4486cd47a2b completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:08:37.286779 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 63d6b25f-fc17-486c-9d48-f4486cd47a2b triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:08:37.287220 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.375302 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-173696ce-bb4e-4f90-a52a-5ff2418049c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.382128 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-173696ce-bb4e-4f90-a52a-5ff2418049c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.446495 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.511276 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-173696ce-bb4e-4f90-a52a-5ff2418049c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f54055e8072d4cb2b0af4320156df7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6704683 Sep 07 05:08:37.516691 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43468) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:37.517475 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173696ce-bb4e-4f90-a52a-5ff2418049c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81963778-830f-4d87-96e6-11960730bc3e,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:37.555252 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 63d6b25f-fc17-486c-9d48-f4486cd47a2b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63d6b25f-fc17-486c-9d48-f4486cd47a2b,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:37.556828 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71994c1f-0d32-4f4e-807f-2f1317c97b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d6b25f-fc17-486c-9d48-f4486cd47a2b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:08:37.568048 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b64e809-160d-4935-8c93-f6fcdb02e2fd" -d '{"events": [{"server_uuid": "71994c1f-0d32-4f4e-807f-2f1317c97b39", "name": "network-vif-plugged", "status": "completed", "tag": "63d6b25f-fc17-486c-9d48-f4486cd47a2b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:08:37.574592 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.593657 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a254bf0-a462-4fb0-a13a-29ad37d47564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.613029 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a254bf0-a462-4fb0-a13a-29ad37d47564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.655370 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7a254bf0-a462-4fb0-a13a-29ad37d47564 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6fe23c7664ef4f6cac0f95b2b9bde3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532490 Sep 07 05:08:37.659707 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43472) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:37.676621 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a1b22d0c-555f-471f-9699-340581c75008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.723769 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a1b22d0c-555f-471f-9699-340581c75008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.729098 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d442361e-acef-41bf-83eb-a87b16afcd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.749863 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=63d6b25f-fc17-486c-9d48-f4486cd47a2b,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:37.771056 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d442361e-acef-41bf-83eb-a87b16afcd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.864472 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d442361e-acef-41bf-83eb-a87b16afcd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.869939 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d442361e-acef-41bf-83eb-a87b16afcd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.873074 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-d442361e-acef-41bf-83eb-a87b16afcd8f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ddb2e4f6-e676-45b5-81af-22e16169832c HTTP/1.1" status: 204 len: 168 time: 0.2121203 Sep 07 05:08:37.898487 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442361e-acef-41bf-83eb-a87b16afcd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb2e4f6-e676-45b5-81af-22e16169832c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:37.934160 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a1b22d0c-555f-471f-9699-340581c75008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.938275 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a1b22d0c-555f-471f-9699-340581c75008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:37.940653 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a1b22d0c-555f-471f-9699-340581c75008 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81963778-830f-4d87-96e6-11960730bc3e HTTP/1.1" status: 204 len: 168 time: 0.4214623 Sep 07 05:08:37.950809 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a254bf0-a462-4fb0-a13a-29ad37d47564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb2e4f6-e676-45b5-81af-22e16169832c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:37.997972 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499593b-2524-4be6-8891-f12c873d4105 req-7cef996b-2ef4-44c9-b5ae-c42f2fc37568 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:38.012959 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f499593b-2524-4be6-8891-f12c873d4105 req-7cef996b-2ef4-44c9-b5ae-c42f2fc37568 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.3629510 Sep 07 05:08:38.016919 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b22d0c-555f-471f-9699-340581c75008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81963778-830f-4d87-96e6-11960730bc3e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:38.093013 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f499593b-2524-4be6-8891-f12c873d4105 req-17cef917-3184-4839-abd9-d83cc4363ee5 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784490 Sep 07 05:08:38.180571 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af996c0-5c93-465f-a371-6b2a8c996378 x-openstack-request-id: req-3af996c0-5c93-465f-a371-6b2a8c996378 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:08:38.181162 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71994c1f-0d32-4f4e-807f-2f1317c97b39", "name": "network-vif-plugged", "status": "completed", "tag": "63d6b25f-fc17-486c-9d48-f4486cd47a2b", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:08:38.181465 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3af996c0-5c93-465f-a371-6b2a8c996378 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:08:38.182090 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71994c1f-0d32-4f4e-807f-2f1317c97b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d6b25f-fc17-486c-9d48-f4486cd47a2b', 'code': 200} Sep 07 05:08:38.601552 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103cc0f-defb-4967-8d21-23db02a4769e req-e95aeef3-b62d-4ef1-b357-915561a6d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:38.603229 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4103cc0f-defb-4967-8d21-23db02a4769e req-e95aeef3-b62d-4ef1-b357-915561a6d1df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 1099 time: 0.0936892 Sep 07 05:08:38.679050 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4103cc0f-defb-4967-8d21-23db02a4769e req-21a9e39d-44fb-48b9-bf19-4081b119c21f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664468 Sep 07 05:08:38.934805 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43518) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:38.986470 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43522) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:38.998332 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-583412e1-ea20-4b4a-9254-f94ea5dfe4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.003408 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-724c5529-49f9-48f4-a1b5-48231d49e236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.192937 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-724c5529-49f9-48f4-a1b5-48231d49e236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.211981 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-724c5529-49f9-48f4-a1b5-48231d49e236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.300843 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c5529-49f9-48f4-a1b5-48231d49e236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5993f334-7752-45e0-8b50-d6956cce84fc,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:39.355222 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd791-748c-4bb4-a9df-e2a87f9b1882 req-e5d05397-2284-4ccf-8ff5-58228bd82393 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:39.356294 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-151cd791-748c-4bb4-a9df-e2a87f9b1882 req-e5d05397-2284-4ccf-8ff5-58228bd82393 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1624839 Sep 07 05:08:39.360141 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-724c5529-49f9-48f4-a1b5-48231d49e236 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9567b8ac4aff45f58973de9186a27ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715413 Sep 07 05:08:39.363477 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43538) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:39.367181 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-583412e1-ea20-4b4a-9254-f94ea5dfe4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.373825 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-583412e1-ea20-4b4a-9254-f94ea5dfe4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.435863 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bce54fc9-d63a-41b2-b09c-6e42d3ecfb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.463689 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-583412e1-ea20-4b4a-9254-f94ea5dfe4a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e678dcb4069848fa968622b4b24c19b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5270383 Sep 07 05:08:39.466145 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583412e1-ea20-4b4a-9254-f94ea5dfe4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c91d2b4-21ed-4043-b17b-7549443769e6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:39.469432 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43542) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:39.503779 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bce54fc9-d63a-41b2-b09c-6e42d3ecfb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.561395 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70dfe91b-3962-4859-b275-aa2798e0c044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.593104 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-151cd791-748c-4bb4-a9df-e2a87f9b1882 req-0ef1d97d-2701-43a2-aaff-639bce387dd6 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812170 Sep 07 05:08:39.623414 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70dfe91b-3962-4859-b275-aa2798e0c044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.630396 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bce54fc9-d63a-41b2-b09c-6e42d3ecfb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.634396 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bce54fc9-d63a-41b2-b09c-6e42d3ecfb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.637308 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-bce54fc9-d63a-41b2-b09c-6e42d3ecfb0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5993f334-7752-45e0-8b50-d6956cce84fc HTTP/1.1" status: 204 len: 168 time: 0.2700231 Sep 07 05:08:39.647567 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce54fc9-d63a-41b2-b09c-6e42d3ecfb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993f334-7752-45e0-8b50-d6956cce84fc,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:39.695389 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70dfe91b-3962-4859-b275-aa2798e0c044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.699550 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-70dfe91b-3962-4859-b275-aa2798e0c044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:39.702160 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-70dfe91b-3962-4859-b275-aa2798e0c044 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c91d2b4-21ed-4043-b17b-7549443769e6 HTTP/1.1" status: 204 len: 168 time: 0.2314022 Sep 07 05:08:39.714103 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfe91b-3962-4859-b275-aa2798e0c044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c91d2b4-21ed-4043-b17b-7549443769e6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:40.374604 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43584) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:40.642704 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8685f392-13d2-47c7-9a05-0005ed6ecba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:40.794917 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e638298-4cd7-4d34-967a-7d2ca27bb81b req-5bcf041d-d308-4d5f-b7b9-70313b7d1fd5 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:40.798329 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e638298-4cd7-4d34-967a-7d2ca27bb81b req-5bcf041d-d308-4d5f-b7b9-70313b7d1fd5 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.0814924 Sep 07 05:08:40.898660 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e638298-4cd7-4d34-967a-7d2ca27bb81b req-575d4cbc-c184-491f-8d30-41eb958668ba tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839303 Sep 07 05:08:40.960896 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8685f392-13d2-47c7-9a05-0005ed6ecba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:40.969509 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8685f392-13d2-47c7-9a05-0005ed6ecba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.042790 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8685f392-13d2-47c7-9a05-0005ed6ecba7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=472756836b874a9ba61c8e2c6b39556f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6619344 Sep 07 05:08:41.042790 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685f392-13d2-47c7-9a05-0005ed6ecba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d336641-ac54-4e92-9af5-e15e6046ced9,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:41.042790 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43612) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:41.116907 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d32e1696-b9ec-403a-a5e4-986d206f2a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.148134 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d32e1696-b9ec-403a-a5e4-986d206f2a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.195197 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43618) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:41.228378 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d32e1696-b9ec-403a-a5e4-986d206f2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.236415 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d32e1696-b9ec-403a-a5e4-986d206f2a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.241652 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d32e1696-b9ec-403a-a5e4-986d206f2a0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d336641-ac54-4e92-9af5-e15e6046ced9 HTTP/1.1" status: 204 len: 168 time: 0.1938136 Sep 07 05:08:41.251137 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e1696-b9ec-403a-a5e4-986d206f2a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d336641-ac54-4e92-9af5-e15e6046ced9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:41.505334 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1959596844-network', 'tenant_id': '5d3fa0af595a47c7acc7a03aa3d15e21'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:41.547593 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Made reservation on behalf of 5d3fa0af595a47c7acc7a03aa3d15e21 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:08:41.553239 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.570862 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.761742 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.772770 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.820635 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:08:41.839310 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474668cd-4acd-4be8-87e7-8af0446a341f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:41.851322 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.851643 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Added segment bb10c8e9-e41d-4409-b949-d1e8ae58d869 of type vlan for network db399d46-6606-442a-914e-5ad4dac600b5 Sep 07 05:08:41.902998 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.936935 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.939940 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:41.941163 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.957887 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43644) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:41.990099 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7936282 Sep 07 05:08:41.991299 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12f8da28-837c-4473-b092-d50730e05099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:41.995735 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43646) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:42.036364 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Request body: {'subnet': {'network_id': 'db399d46-6606-442a-914e-5ad4dac600b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1959596844-subnet', 'tenant_id': '5d3fa0af595a47c7acc7a03aa3d15e21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:42.051308 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbafc8-ae7d-4b3c-bfdd-72b45ec655b6 admin admin] Pushing event updated for resources: {'Network': ['ID=db399d46-6606-442a-914e-5ad4dac600b5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:42.069381 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network db399d46-6606-442a-914e-5ad4dac600b5 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:08:42.192819 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0caad-d844-4c13-9a0e-1bab011db816 req-1e7da19c-3f5b-4b09-a3fd-58567fb171be tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:42.195733 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f6d0caad-d844-4c13-9a0e-1bab011db816 req-1e7da19c-3f5b-4b09-a3fd-58567fb171be tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1391165 Sep 07 05:08:42.322961 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12f8da28-837c-4473-b092-d50730e05099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:42.341883 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f6d0caad-d844-4c13-9a0e-1bab011db816 req-b7042078-76b0-40fe-b44d-ffa0e327de82 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353726 Sep 07 05:08:42.343773 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12f8da28-837c-4473-b092-d50730e05099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:42.353896 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Made reservation on behalf of 5d3fa0af595a47c7acc7a03aa3d15e21 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:08:42.359167 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095025'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:42.432511 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-12f8da28-837c-4473-b092-d50730e05099 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6173369a248b4a5c8f9aeece46ab3854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726138 Sep 07 05:08:42.440450 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43666) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:42.446308 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8da28-837c-4473-b092-d50730e05099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7756ec40-9425-4349-ab4e-94534fc96174,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:42.602491 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91dd06c2-b565-40cb-bce8-f7ef5a9e1b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:42.683098 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91dd06c2-b565-40cb-bce8-f7ef5a9e1b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:42.818168 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9872580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095047'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:42.882331 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91dd06c2-b565-40cb-bce8-f7ef5a9e1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:42.884782 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-91dd06c2-b565-40cb-bce8-f7ef5a9e1b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:42.886151 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-91dd06c2-b565-40cb-bce8-f7ef5a9e1b57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7756ec40-9425-4349-ab4e-94534fc96174 HTTP/1.1" status: 204 len: 168 time: 0.4432640 Sep 07 05:08:42.934543 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd06c2-b565-40cb-bce8-f7ef5a9e1b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7756ec40-9425-4349-ab4e-94534fc96174,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:42.960616 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c303fe-8cd6-40ec-8cde-06a8b35c0623,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:42.976751 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Checking segment: {'id': 'bb10c8e9-e41d-4409-b949-d1e8ae58d869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'db399d46-6606-442a-914e-5ad4dac600b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:08:42.977110 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Network hostable DHCP agents. Network: db399d46-6606-442a-914e-5ad4dac600b5, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:08:43.022462 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Network db399d46-6606-442a-914e-5ad4dac600b5 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:08:43.037045 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, db399d46-6606-442a-914e-5ad4dac600b5) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:08:43.044756 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:43.046828 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:43.063453 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbe585d-88a6-4182-af9a-99fde0598ce2 None None] Network db399d46-6606-442a-914e-5ad4dac600b5 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:08:43.084313 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8ef6e09c-c88a-4e28-ac42-754ea8aecd5b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0823629 Sep 07 05:08:43.330487 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a54596-4700-43c1-b885-9ccce446f501 None None] Network db399d46-6606-442a-914e-5ad4dac600b5 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:08:43.609849 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26a2ec-926c-4134-a958-6596ffa0ff59 req-51cf8ecc-f833-454b-b1d5-3f9ec169f52e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:43.616391 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fc26a2ec-926c-4134-a958-6596ffa0ff59 req-51cf8ecc-f833-454b-b1d5-3f9ec169f52e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1438060 Sep 07 05:08:43.696432 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fc26a2ec-926c-4134-a958-6596ffa0ff59 req-80d98388-b650-46e5-a349-5b32008e2b3c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745246 Sep 07 05:08:44.191517 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acef1ad-6503-40be-abda-b2284e5a8912 req-c66a3ff6-58ab-420b-858c-bb41febcd105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:44.194674 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7acef1ad-6503-40be-abda-b2284e5a8912 req-c66a3ff6-58ab-420b-858c-bb41febcd105 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 1099 time: 0.0692885 Sep 07 05:08:44.214326 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffa54e-73dd-4646-ba3f-ff105de5df3d req-99a11bf5-8cce-4d04-a517-d8a523309046 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:44.236267 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0fffa54e-73dd-4646-ba3f-ff105de5df3d req-99a11bf5-8cce-4d04-a517-d8a523309046 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1119566 Sep 07 05:08:44.239922 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:44.346731 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0fffa54e-73dd-4646-ba3f-ff105de5df3d req-9ed522b2-51b1-4bf7-86ce-9ee4123b61b1 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075819 Sep 07 05:08:44.406259 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acef1ad-6503-40be-abda-b2284e5a8912 req-b6b72b17-2d93-4ad1-ba5a-3cc59641d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:44.408501 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7acef1ad-6503-40be-abda-b2284e5a8912 req-b6b72b17-2d93-4ad1-ba5a-3cc59641d426 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 920 time: 0.2054079 Sep 07 05:08:44.423002 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6efeffe0-8a7e-4233-bb19-6189ac88338a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:44.475445 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7acef1ad-6503-40be-abda-b2284e5a8912 req-ec7caa75-1bab-4523-a844-41f9d15e0370 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63d6b25f-fc17-486c-9d48-f4486cd47a2b HTTP/1.1" status: 200 len: 217 time: 0.0584948 Sep 07 05:08:44.541453 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acef1ad-6503-40be-abda-b2284e5a8912 req-2807a608-2e3f-4afd-8e56-ca2be918bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:44.543927 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7acef1ad-6503-40be-abda-b2284e5a8912 req-2807a608-2e3f-4afd-8e56-ca2be918bd8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed51f394-0aa0-447b-bf08-ca3675dfc6c0 HTTP/1.1" status: 200 len: 859 time: 0.0619261 Sep 07 05:08:44.562997 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6efeffe0-8a7e-4233-bb19-6189ac88338a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:44.570975 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6efeffe0-8a7e-4233-bb19-6189ac88338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:44.578629 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7acef1ad-6503-40be-abda-b2284e5a8912 req-ec535492-9baa-4014-a43b-79f21fd89303 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3e12032-35e2-4fcd-94f2-18e530261dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275261 Sep 07 05:08:44.616307 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6efeffe0-8a7e-4233-bb19-6189ac88338a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb44f7cf237c49878b281acf68a267ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700156 Sep 07 05:08:44.617015 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43768) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:44.641594 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efeffe0-8a7e-4233-bb19-6189ac88338a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca14a1b-502e-426f-aba5-ccbaf2bb3a65,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:44.691108 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3c06-bd25-4360-81ee-a5ef8b12fca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:44.707176 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7acef1ad-6503-40be-abda-b2284e5a8912 req-c77fa165-4eaa-4e1d-83bf-cfe7e7b8139c service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089454 Sep 07 05:08:44.709891 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43774) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:44.715928 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-524643451-network', 'tenant_id': '4378e769b7e640bea6299a74b0d632b4'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:44.722194 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3c06-bd25-4360-81ee-a5ef8b12fca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:44.794182 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Made reservation on behalf of 4378e769b7e640bea6299a74b0d632b4 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:08:44.797023 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:44.807207 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3c06-bd25-4360-81ee-a5ef8b12fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:44.810980 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3c06-bd25-4360-81ee-a5ef8b12fca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:44.812851 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-fc8b3c06-bd25-4360-81ee-a5ef8b12fca9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ca14a1b-502e-426f-aba5-ccbaf2bb3a65 HTTP/1.1" status: 204 len: 168 time: 0.1899278 Sep 07 05:08:44.817401 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:44.825307 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b3c06-bd25-4360-81ee-a5ef8b12fca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca14a1b-502e-426f-aba5-ccbaf2bb3a65,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:44.853782 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7acef1ad-6503-40be-abda-b2284e5a8912 req-e14fce35-a867-49fb-8540-f2779e0c7686 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333449 Sep 07 05:08:44.996363 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:45.005930 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:45.051228 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:08:45.083403 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2118c048-7212-4aaf-a0c2-a2060eb7c5d9,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:45.102169 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:45.103589 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.segments_db [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Added segment d884d9b0-00f6-48ea-8427-509f58ca3f6b of type vlan for network 43706597-b31c-4429-89d9-1d0294ddb5db Sep 07 05:08:45.187281 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:45.235528 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:45.237104 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:45.241215 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:45.392631 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] Pushing event updated for resources: {'Network': ['ID=43706597-b31c-4429-89d9-1d0294ddb5db,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:45.402710 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-12e740b7-53a3-4dd9-b4b3-1c4a8e95c0ae admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6881504 Sep 07 05:08:45.403814 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43812) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:45.411912 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Request body: {'subnet': {'network_id': '43706597-b31c-4429-89d9-1d0294ddb5db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-524643451-subnet', 'tenant_id': '4378e769b7e640bea6299a74b0d632b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:45.418840 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 43706597-b31c-4429-89d9-1d0294ddb5db details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:08:45.489386 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Made reservation on behalf of 4378e769b7e640bea6299a74b0d632b4 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:08:45.498300 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095025'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:45.517148 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43816) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:45.551919 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:45.863433 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9872580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095047'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:45.877335 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275555b-c429-4530-aaee-85214b0c1aa7 req-d554cb12-9f28-4a86-839a-45c856e821fa tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:45.880481 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b275555b-c429-4530-aaee-85214b0c1aa7 req-d554cb12-9f28-4a86-839a-45c856e821fa tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.2766814 Sep 07 05:08:45.971078 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a74b22-69ee-4149-9a7f-d11c7481082a,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:45.984969 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.985322 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.985669 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.986023 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.986397 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.986741 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.989626 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.989626 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.989626 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.989626 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.989626 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:45.989626 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.001331 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Checking segment: {'id': 'd884d9b0-00f6-48ea-8427-509f58ca3f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '43706597-b31c-4429-89d9-1d0294ddb5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:08:46.001680 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Network hostable DHCP agents. Network: 43706597-b31c-4429-89d9-1d0294ddb5db, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:08:46.002768 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b275555b-c429-4530-aaee-85214b0c1aa7 req-e6a5821a-7102-44fc-a158-eb25c80b5613 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054058 Sep 07 05:08:46.027978 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Network 43706597-b31c-4429-89d9-1d0294ddb5db is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:08:46.042741 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 43706597-b31c-4429-89d9-1d0294ddb5db) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:08:46.048570 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:46.048955 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:46.062955 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4379f012-76f2-4782-9345-a8af98e0bee6 None None] Network 43706597-b31c-4429-89d9-1d0294ddb5db requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:08:46.094558 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:46.101095 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:46.119917 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-517ae6f0-adbc-419d-ac10-7b372ad723f0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7147274 Sep 07 05:08:46.188371 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6438f1-66c5-4ab1-841c-8c6310768e5e,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:46.213156 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.214884 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.215838 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.217044 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.218190 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.219096 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.220199 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.221849 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.222535 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.223176 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.226663 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.227190 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:08:46.242074 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-d813da78-3020-4e12-a40b-b84d7ad36c15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64c4f569985446d7a875122d4aacc91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7196221 Sep 07 05:08:46.243517 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43848) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:46.352955 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e1674b3-acbf-4a94-b2ed-67281aac19ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:46.411336 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e1674b3-acbf-4a94-b2ed-67281aac19ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:46.442644 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ea1eb-18ea-4a75-8f38-458d6546b8f8 None None] Network 43706597-b31c-4429-89d9-1d0294ddb5db requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:08:46.536315 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e1674b3-acbf-4a94-b2ed-67281aac19ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:46.553304 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e1674b3-acbf-4a94-b2ed-67281aac19ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:46.562728 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-3e1674b3-acbf-4a94-b2ed-67281aac19ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e6438f1-66c5-4ab1-841c-8c6310768e5e HTTP/1.1" status: 204 len: 168 time: 0.3170698 Sep 07 05:08:46.612563 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1674b3-acbf-4a94-b2ed-67281aac19ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6438f1-66c5-4ab1-841c-8c6310768e5e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:46.848888 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43868) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:47.284921 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373bae-0c87-4729-a9e0-e6870607b69f req-aba736fd-2f59-4e9d-87a7-cdb690f19aab tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:47.286663 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82373bae-0c87-4729-a9e0-e6870607b69f req-aba736fd-2f59-4e9d-87a7-cdb690f19aab tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.0929122 Sep 07 05:08:47.359503 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7644560-d720-43ce-9e11-e4d151e8d8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:47.371661 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43892) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:47.393610 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5e592f1b-60d0-48c1-b43f-3ed4bbafb5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:47.418399 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.db.api [None req-5e592f1b-60d0-48c1-b43f-3ed4bbafb5f4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 05:08:47.418399 dv-cinder-804757-6-iscsi neutron-server[94011]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 05:08:47.418399 dv-cinder-804757-6-iscsi neutron-server[94011]: [parameters: {'project_id': 'cf20d02f2c4d42d3b4b5f74d131b1fe4', 'id': 'a2d105f8-628c-474c-a2db-e534833276c1', 'expiration': datetime.datetime(2021, 9, 7, 5, 10, 47, 412637)}] Sep 07 05:08:47.418399 dv-cinder-804757-6-iscsi neutron-server[94011]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 05:08:47.419215 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG oslo_db.api [None req-5e592f1b-60d0-48c1-b43f-3ed4bbafb5f4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 05:08:47.421210 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82373bae-0c87-4729-a9e0-e6870607b69f req-d83ea491-5916-4aff-b43b-ab0ff59892c8 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236846 Sep 07 05:08:47.533891 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7644560-d720-43ce-9e11-e4d151e8d8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:47.540716 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a7644560-d720-43ce-9e11-e4d151e8d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:47.581664 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7644560-d720-43ce-9e11-e4d151e8d8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae35be30-8f18-40cc-a337-87d9fbf4e897,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:47.616672 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a7644560-d720-43ce-9e11-e4d151e8d8b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfa73fbcbaad49fcb78297e887cb02e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7629991 Sep 07 05:08:47.616997 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43906) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:47.693639 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bba0ae53-efd8-4fb6-a823-dde41364cf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:47.719209 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bba0ae53-efd8-4fb6-a823-dde41364cf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:47.809365 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bba0ae53-efd8-4fb6-a823-dde41364cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:47.813705 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bba0ae53-efd8-4fb6-a823-dde41364cf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:47.821129 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-bba0ae53-efd8-4fb6-a823-dde41364cf39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae35be30-8f18-40cc-a337-87d9fbf4e897 HTTP/1.1" status: 204 len: 168 time: 0.2022097 Sep 07 05:08:47.829916 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a608e20-76e0-40fa-99ea-ae17fc1c0a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:47.835940 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0ae53-efd8-4fb6-a823-dde41364cf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae35be30-8f18-40cc-a337-87d9fbf4e897,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:47.920283 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5e592f1b-60d0-48c1-b43f-3ed4bbafb5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.068816 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5e592f1b-60d0-48c1-b43f-3ed4bbafb5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.074823 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5e592f1b-60d0-48c1-b43f-3ed4bbafb5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.136373 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e592f1b-60d0-48c1-b43f-3ed4bbafb5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e770f32-d012-4eb7-a220-54e3b32e3e2f,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:48.164592 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43926) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:48.164811 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-5e592f1b-60d0-48c1-b43f-3ed4bbafb5f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf20d02f2c4d42d3b4b5f74d131b1fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7916615 Sep 07 05:08:48.243414 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43928) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:48.252793 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9129fe4f-1547-43f3-8770-94be4149ef26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.285073 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9129fe4f-1547-43f3-8770-94be4149ef26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.352792 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9129fe4f-1547-43f3-8770-94be4149ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.357388 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9129fe4f-1547-43f3-8770-94be4149ef26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.360656 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9129fe4f-1547-43f3-8770-94be4149ef26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e770f32-d012-4eb7-a220-54e3b32e3e2f HTTP/1.1" status: 204 len: 168 time: 0.1940088 Sep 07 05:08:48.373106 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129fe4f-1547-43f3-8770-94be4149ef26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e770f32-d012-4eb7-a220-54e3b32e3e2f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:48.428236 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8bdbed0b-c82a-488f-a0a7-eead1e513d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.445901 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 43936) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:48.470068 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-470b559d-8d35-406c-82c4-eec997395dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.683850 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-470b559d-8d35-406c-82c4-eec997395dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.710429 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-470b559d-8d35-406c-82c4-eec997395dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.717130 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-dc88b7aa-dd58-490b-9829-59d40cd51e55 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1680698 Sep 07 05:08:48.731593 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d1d0e-ea6f-478c-a810-c3a085413fb4 req-227e0c0a-9208-44ca-aacc-fd55adff53b8 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:48.733537 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-933d1d0e-ea6f-478c-a810-c3a085413fb4 req-227e0c0a-9208-44ca-aacc-fd55adff53b8 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1935053 Sep 07 05:08:48.821834 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-470b559d-8d35-406c-82c4-eec997395dd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fe5b79ddef34dcb8fbb611c28c310ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735809 Sep 07 05:08:48.825692 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b559d-8d35-406c-82c4-eec997395dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c082b1-c894-4f94-918a-3f5b9381616d,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:48.826621 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43956) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:48.908468 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-07bebf00-95c3-4ba6-b2c9-df8da9a6859d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.922026 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-933d1d0e-ea6f-478c-a810-c3a085413fb4 req-00c21be5-20a2-45a4-91f1-f277a7e42273 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630478 Sep 07 05:08:48.959790 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-07bebf00-95c3-4ba6-b2c9-df8da9a6859d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:48.965641 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-84699643-131f-4223-a960-6295d42c624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:48.967550 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-84699643-131f-4223-a960-6295d42c624b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f7d696c02a34a9cb992d354c2415b40&device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 1098 time: 0.1498003 Sep 07 05:08:49.036476 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8bdbed0b-c82a-488f-a0a7-eead1e513d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:49.049420 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-07bebf00-95c3-4ba6-b2c9-df8da9a6859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:49.052880 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-07bebf00-95c3-4ba6-b2c9-df8da9a6859d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:49.054272 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-07bebf00-95c3-4ba6-b2c9-df8da9a6859d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5c082b1-c894-4f94-918a-3f5b9381616d HTTP/1.1" status: 204 len: 168 time: 0.2262173 Sep 07 05:08:49.058055 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8bdbed0b-c82a-488f-a0a7-eead1e513d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:49.067058 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bebf00-95c3-4ba6-b2c9-df8da9a6859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c082b1-c894-4f94-918a-3f5b9381616d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:49.104541 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-8bdbed0b-c82a-488f-a0a7-eead1e513d7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c6dade40b7b4625a62503271d7b1a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8586721 Sep 07 05:08:49.107554 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 43972) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:49.203732 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbed0b-c82a-488f-a0a7-eead1e513d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8393df95-85e3-4d95-9647-0a25a1c6ed3b,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:49.224069 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9a36-0906-4036-9368-d813dc7af89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:49.269726 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-7c81b78c-4e22-49f9-b422-75c402c0bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:49.274580 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-7c81b78c-4e22-49f9-b422-75c402c0bcb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b7ee7d0-dc91-4387-b5ad-d426a5633a0b HTTP/1.1" status: 200 len: 912 time: 0.2721233 Sep 07 05:08:49.286151 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9a36-0906-4036-9368-d813dc7af89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:49.333986 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-eed341a4-9f2b-4e7c-9d3c-ebc1038920a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 HTTP/1.1" status: 200 len: 217 time: 0.0452261 Sep 07 05:08:49.394514 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9a36-0906-4036-9368-d813dc7af89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:49.399096 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9a36-0906-4036-9368-d813dc7af89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:49.402389 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ed3a9a36-0906-4036-9368-d813dc7af89d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8393df95-85e3-4d95-9647-0a25a1c6ed3b HTTP/1.1" status: 204 len: 168 time: 0.2925272 Sep 07 05:08:49.423685 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a9a36-0906-4036-9368-d813dc7af89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8393df95-85e3-4d95-9647-0a25a1c6ed3b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:49.456830 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-936a3bc0-0bb5-4928-a4bc-210b256b017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:49.461014 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-936a3bc0-0bb5-4928-a4bc-210b256b017f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6993fe3-9651-479d-90e0-aa235e2f4143 HTTP/1.1" status: 200 len: 851 time: 0.1163220 Sep 07 05:08:49.486742 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:49.538053 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-e5edff29-8107-41b6-997f-5c9b1b722a0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b7ee7d0-dc91-4387-b5ad-d426a5633a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671797 Sep 07 05:08:49.710919 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-5baa64a3-04c6-4096-91f0-e2d4e4b347f4 service neutron] 10.222.0.16 "GET /v2.0/networks/3b7ee7d0-dc91-4387-b5ad-d426a5633a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573460 Sep 07 05:08:49.936169 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0829bf77-da02-4218-8abc-071a5ef8a645 req-cb72f003-86df-4f89-a55e-4e1d548cd582 service neutron] 10.222.0.16 "GET /v2.0/networks/3b7ee7d0-dc91-4387-b5ad-d426a5633a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083561 Sep 07 05:08:50.097471 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adbe4a-6cd4-40af-8171-ddb5a4d598ad req-3aad9df4-3078-48e2-b146-c87fdf664f08 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:50.109092 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f7adbe4a-6cd4-40af-8171-ddb5a4d598ad req-3aad9df4-3078-48e2-b146-c87fdf664f08 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.0965004 Sep 07 05:08:50.172489 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f7adbe4a-6cd4-40af-8171-ddb5a4d598ad req-6dc1a1e8-2cea-45bd-b027-f0d6adca70df tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561886 Sep 07 05:08:50.249462 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44016) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:50.265000 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61cb0360-62f9-4922-b793-68d2044ec968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:50.425644 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61cb0360-62f9-4922-b793-68d2044ec968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:50.445255 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-61cb0360-62f9-4922-b793-68d2044ec968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:50.544117 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-61cb0360-62f9-4922-b793-68d2044ec968 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f17c25e8b5c34b6b8583e4c6ccac9d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890775 Sep 07 05:08:50.544394 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44026) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:50.560288 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb0360-62f9-4922-b793-68d2044ec968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29192698-c6e4-43a8-bb48-0410a9e6af74,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:50.625034 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7ae71c6b-d0e4-4b9e-ae30-9b2ed9f4ec90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:50.658945 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7ae71c6b-d0e4-4b9e-ae30-9b2ed9f4ec90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:50.740600 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7ae71c6b-d0e4-4b9e-ae30-9b2ed9f4ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:50.747692 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7ae71c6b-d0e4-4b9e-ae30-9b2ed9f4ec90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:50.750716 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7ae71c6b-d0e4-4b9e-ae30-9b2ed9f4ec90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29192698-c6e4-43a8-bb48-0410a9e6af74 HTTP/1.1" status: 204 len: 168 time: 0.2041571 Sep 07 05:08:50.767099 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae71c6b-d0e4-4b9e-ae30-9b2ed9f4ec90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29192698-c6e4-43a8-bb48-0410a9e6af74,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:50.922444 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d1b50a55-55c6-41b2-870a-35ed7bf0ec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:51.391646 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829f751-2029-4c81-b5bf-60cec5574d22 req-2524ef17-5824-46f0-b5b4-be1ad54f83e1 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:51.393499 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e829f751-2029-4c81-b5bf-60cec5574d22 req-2524ef17-5824-46f0-b5b4-be1ad54f83e1 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1045640 Sep 07 05:08:51.443833 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e829f751-2029-4c81-b5bf-60cec5574d22 req-b79600fd-27c6-47c8-810a-29f1f0e710eb tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Sep 07 05:08:51.789704 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:51.936228 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e094e-ae48-465e-8fa4-8532028091da req-44da42b7-c207-43b7-b302-27c4497411f2 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:51.937986 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f60e094e-ae48-465e-8fa4-8532028091da req-44da42b7-c207-43b7-b302-27c4497411f2 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 945 time: 0.0728178 Sep 07 05:08:52.004813 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f60e094e-ae48-465e-8fa4-8532028091da req-820a537d-7f52-4200-8952-192186d6e7ae tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511684 Sep 07 05:08:52.075466 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:52.570413 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44138) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:52.796646 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1615499896-network', 'tenant_id': '347d6f7628cc41c697dd47b408d19d24'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:52.838639 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ef6cd-eb9e-4405-9a91-5a7476ffe1e2 req-985c436c-79d9-4fb6-8eea-4f224a593190 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:52.838639 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1f9ef6cd-eb9e-4405-9a91-5a7476ffe1e2 req-985c436c-79d9-4fb6-8eea-4f224a593190 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.2091863 Sep 07 05:08:52.850236 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Made reservation on behalf of 347d6f7628cc41c697dd47b408d19d24 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:08:52.853110 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:52.867377 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:52.944398 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1f9ef6cd-eb9e-4405-9a91-5a7476ffe1e2 req-b0e714cd-7787-4fa8-b7b5-9fe3fa8db8a1 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986891 Sep 07 05:08:53.075906 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:53.084859 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:53.228117 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:08:53.280100 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:53.280454 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.segments_db [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Added segment f9dd005d-891a-4c30-a738-42072281a8b9 of type vlan for network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 Sep 07 05:08:53.282811 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d9b33f-290b-46d0-9e55-ab0c161638b6,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:53.364808 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee96760-a6a5-4e3c-8164-d93a5715b977 req-9fef0d15-e603-404a-a7c4-4f12b0b482af tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:53.366880 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8ee96760-a6a5-4e3c-8164-d93a5715b977 req-9fef0d15-e603-404a-a7c4-4f12b0b482af tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 945 time: 0.1725225 Sep 07 05:08:53.370277 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:53.469522 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:53.473166 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:53.476198 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:53.498992 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8ee96760-a6a5-4e3c-8164-d93a5715b977 req-9504f793-1f00-4518-8267-c912a4bd90d6 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080146 Sep 07 05:08:53.544947 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9726820 Sep 07 05:08:53.549628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44160) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:53.554704 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Request body: {'subnet': {'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1615499896-subnet', 'tenant_id': '347d6f7628cc41c697dd47b408d19d24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:08:53.589351 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647daab8-6305-4177-bdeb-3092851e2717 admin admin] Pushing event updated for resources: {'Network': ['ID=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:53.591449 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Made reservation on behalf of 347d6f7628cc41c697dd47b408d19d24 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:08:53.595299 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095025'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:53.602261 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:08:53.729964 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-bc04ef09-45d5-479f-99a7-80fa25a9cb92 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:53.732557 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-bc04ef09-45d5-479f-99a7-80fa25a9cb92 tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 945 time: 0.0674851 Sep 07 05:08:53.883057 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9872580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095047'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:53.949519 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb79aac-8d21-43ca-8a71-4b9e2d12e53f,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:53.952243 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:53.967594 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Checking segment: {'id': 'f9dd005d-891a-4c30-a738-42072281a8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:08:53.968024 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Network hostable DHCP agents. Network: a46bf970-a052-4c0a-ad24-72eb5cfc6ab6, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:08:53.969330 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-4bdf70e4-6b35-467a-ba51-a3777972561a tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Deleting port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:08:53.969669 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-4bdf70e4-6b35-467a-ba51-a3777972561a tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:53.995804 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:08:54.022668 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, a46bf970-a052-4c0a-ad24-72eb5cfc6ab6) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:08:54.033831 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:54.035347 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:54.042727 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c9422f-29ea-4095-85e4-a19ca79cba70 None None] Network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:08:54.105150 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bef66fa4-ded4-40ba-8cf7-ea4610676adb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5540719 Sep 07 05:08:54.168049 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-4bdf70e4-6b35-467a-ba51-a3777972561a tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] For port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,segment=NetworkSegment(357b2cd6-be20-47c5-b31e-e127dfd3f2bf),segment_id=357b2cd6-be20-47c5-b31e-e127dfd3f2bf)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:08:54.169273 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-4bdf70e4-6b35-467a-ba51-a3777972561a tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:54.192320 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-4bdf70e4-6b35-467a-ba51-a3777972561a tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Calling delete_port for b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:08:54.295421 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fbd36-c52e-4f45-a623-f01c4ebab13c req-23d56364-da11-4424-8573-cd839556f539 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:54.316568 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-278fbd36-c52e-4f45-a623-f01c4ebab13c req-23d56364-da11-4424-8573-cd839556f539 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1654289 Sep 07 05:08:54.457211 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-278fbd36-c52e-4f45-a623-f01c4ebab13c req-f1495539-36b8-4ed4-a6cc-cab8cc7b1e91 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346381 Sep 07 05:08:54.539673 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5852577-8e50-4903-aa8b-2e81de400c0f None None] Network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:08:54.802763 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-4bdf70e4-6b35-467a-ba51-a3777972561a tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:54.827879 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['b6d9e9de-298b-4d3b-9382-5c1e0b2c1135'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:08:54.914888 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44200) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:55.094990 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0aaf-ac5c-4649-ae9a-ebcdc7c08db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:55.201947 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf70e4-6b35-467a-ba51-a3777972561a tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Pushing event deleted for resources: {'Port': ['ID=b6d9e9de-298b-4d3b-9382-5c1e0b2c1135,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:55.221216 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-4bdf70e4-6b35-467a-ba51-a3777972561a tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] No DVR routers for this DVR port b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:08:55.227472 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-4bdf70e4-6b35-467a-ba51-a3777972561a tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:55.231703 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b86bfdd4-c93d-409e-84c3-322daadafb2a req-4bdf70e4-6b35-467a-ba51-a3777972561a tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.16 "DELETE /v2.0/ports/b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 HTTP/1.1" status: 204 len: 173 time: 1.4866283 Sep 07 05:08:55.232216 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e', 'name': 'network-vif-deleted', 'tag': 'b6d9e9de-298b-4d3b-9382-5c1e0b2c1135'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:08:55.234512 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6052b93f-6c1b-48ba-8936-a3b633cf5cb8" -d '{"events": [{"server_uuid": "c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e", "name": "network-vif-deleted", "tag": "b6d9e9de-298b-4d3b-9382-5c1e0b2c1135"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:08:55.275843 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f453db-e4a8-41f7-9bf8-c55000f32305 req-3d6ed9b1-6c9c-4e16-867e-fd5c9441ee2d tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:55.283122 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b4f453db-e4a8-41f7-9bf8-c55000f32305 req-3d6ed9b1-6c9c-4e16-867e-fd5c9441ee2d tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 867 time: 0.6136901 Sep 07 05:08:55.292946 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964a399a-4d21-49ec-a3a8-7c7ba66ed07b x-openstack-request-id: req-964a399a-4d21-49ec-a3a8-7c7ba66ed07b {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:08:55.293236 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e", "name": "network-vif-deleted", "tag": "b6d9e9de-298b-4d3b-9382-5c1e0b2c1135", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:08:55.293490 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-964a399a-4d21-49ec-a3a8-7c7ba66ed07b {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:08:55.293875 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e', 'name': 'network-vif-deleted', 'tag': 'b6d9e9de-298b-4d3b-9382-5c1e0b2c1135', 'status': 'completed', 'code': 200} Sep 07 05:08:55.333128 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0aaf-ac5c-4649-ae9a-ebcdc7c08db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:55.340999 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0aaf-ac5c-4649-ae9a-ebcdc7c08db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:55.348508 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b4f453db-e4a8-41f7-9bf8-c55000f32305 req-7ee543d3-29b5-49ba-bb38-984592b370cc tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582750 Sep 07 05:08:55.413415 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-1fbf0aaf-ac5c-4649-ae9a-ebcdc7c08db2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c805496b9884dda9a3bcc06bfc39b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953177 Sep 07 05:08:55.416238 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44216) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:55.425909 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf0aaf-ac5c-4649-ae9a-ebcdc7c08db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faab4dd5-40a6-4111-a860-e0068794561c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:55.488431 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4a15c57-5596-4170-b65e-45742471cb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:55.518835 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4a15c57-5596-4170-b65e-45742471cb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:55.620872 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a4346-730c-46d2-b5a8-07d2c3ef07a3 req-430fd339-3a76-461a-a6df-5aef69680fcf tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:55.622512 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a86a4346-730c-46d2-b5a8-07d2c3ef07a3 req-430fd339-3a76-461a-a6df-5aef69680fcf tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.0657601 Sep 07 05:08:55.624020 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4a15c57-5596-4170-b65e-45742471cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:55.626763 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b4a15c57-5596-4170-b65e-45742471cb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:55.627922 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b4a15c57-5596-4170-b65e-45742471cb17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/faab4dd5-40a6-4111-a860-e0068794561c HTTP/1.1" status: 204 len: 168 time: 0.2105231 Sep 07 05:08:55.651503 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a15c57-5596-4170-b65e-45742471cb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faab4dd5-40a6-4111-a860-e0068794561c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:55.678801 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a86a4346-730c-46d2-b5a8-07d2c3ef07a3 req-c7e3b70b-f8b0-4ee6-8f82-2f5a0f1ee02b tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476751 Sep 07 05:08:56.013729 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44246) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:56.026427 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dd965224-1f2c-4046-a0a5-f547fbf71d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:56.132900 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dd965224-1f2c-4046-a0a5-f547fbf71d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:56.139456 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dd965224-1f2c-4046-a0a5-f547fbf71d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:56.187616 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-dd965224-1f2c-4046-a0a5-f547fbf71d16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=009421df848540eb86843068cf8aeeba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716712 Sep 07 05:08:56.188005 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44256) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:56.194966 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd965224-1f2c-4046-a0a5-f547fbf71d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273a9197-5784-49c6-9943-76b793d23fcc,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:56.252521 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ecd7767f-f69c-4206-9f03-836705d096a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:56.281079 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ecd7767f-f69c-4206-9f03-836705d096a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:56.350030 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ecd7767f-f69c-4206-9f03-836705d096a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:56.353149 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ecd7767f-f69c-4206-9f03-836705d096a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:56.354554 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-ecd7767f-f69c-4206-9f03-836705d096a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/273a9197-5784-49c6-9943-76b793d23fcc HTTP/1.1" status: 204 len: 168 time: 0.1655998 Sep 07 05:08:56.365535 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7767f-f69c-4206-9f03-836705d096a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a9197-5784-49c6-9943-76b793d23fcc,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:56.538948 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e97dfc6e-8317-4e9d-85d8-3d248786bfa9 req-1325ca76-2054-4207-be38-d546360c34be tempest-DeleteServersTestJSON-600629005 tempest-DeleteServersTestJSON-600629005-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4020c4b-e8ba-4bb2-b69b-4a9b9034b62e HTTP/1.1" status: 200 len: 210 time: 0.0489562 Sep 07 05:08:56.907628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a38d4-d52f-4b56-81f6-14b24ea492b4 req-0c977f8f-42aa-4875-938a-f1dc049fe527 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:56.927306 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-494a38d4-d52f-4b56-81f6-14b24ea492b4 req-0c977f8f-42aa-4875-938a-f1dc049fe527 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1105096 Sep 07 05:08:56.991393 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-494a38d4-d52f-4b56-81f6-14b24ea492b4 req-0f57323e-13ec-4efa-bea5-e7d233cc051f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662916 Sep 07 05:08:57.151835 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:08:57.210722 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:08:57.211494 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device b6d9e9de-298b-4d3b-9382-5c1e0b2c1135 not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:08:57.269894 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f96320b3-a7b1-4af8-817d-06ec5c15530f tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:57.279137 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f96320b3-a7b1-4af8-817d-06ec5c15530f tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/networks?id=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 HTTP/1.1" status: 200 len: 809 time: 0.2096879 Sep 07 05:08:57.301741 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-88858784-84f1-4844-81e3-1f5fc3f5ea8c tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/quotas/347d6f7628cc41c697dd47b408d19d24 HTTP/1.1" status: 200 len: 375 time: 0.0167613 Sep 07 05:08:57.365072 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-cedbe45d-d728-4eea-b8ba-0505d1b7e5b8 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=347d6f7628cc41c697dd47b408d19d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581563 Sep 07 05:08:57.546057 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-ba418595-93af-4afc-8220-16e59c3bf6ef service neutron] 10.222.0.49 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709800 Sep 07 05:08:57.788702 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-8045aa67-bdb1-4ee8-a29a-2b5ce220a9f8 service neutron] 10.222.0.49 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276833 Sep 07 05:08:57.869013 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44366) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:58.066195 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ed41203b-b0ac-4979-9370-578e3e6f280c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:58.106036 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-314327f5-98fa-493d-9ba3-f790bb66d082 req-f79663a8-bf52-4780-b132-50263f8cf8dc tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 210 time: 0.1057899 Sep 07 05:08:58.326228 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ed41203b-b0ac-4979-9370-578e3e6f280c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:58.344356 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf22c0-7cdb-415e-9673-5999b43359ec req-3af67815-a97c-4122-b6f5-3d09cfbcb7e2 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:58.352805 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-79cf22c0-7cdb-415e-9673-5999b43359ec req-3af67815-a97c-4122-b6f5-3d09cfbcb7e2 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1292808 Sep 07 05:08:58.387494 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ed41203b-b0ac-4979-9370-578e3e6f280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:58.456370 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-ed41203b-b0ac-4979-9370-578e3e6f280c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4aec3d08a3c494e93fcfa70fdc2111b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840609 Sep 07 05:08:58.465602 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44408) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:58.559277 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-79cf22c0-7cdb-415e-9673-5999b43359ec req-a147f972-b7aa-478d-b277-ad169b3f7125 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048914 Sep 07 05:08:58.604756 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41203b-b0ac-4979-9370-578e3e6f280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9675025a-edd9-4c91-a939-b97bed0a2af7,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:58.667511 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3cf047c-bdad-4b9f-a472-081fd67f3561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:58.716699 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3cf047c-bdad-4b9f-a472-081fd67f3561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:58.737723 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-1755334b-4b75-4e1e-a715-e6a2316d4967 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:58.740710 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-1755334b-4b75-4e1e-a715-e6a2316d4967 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 815 time: 0.3241940 Sep 07 05:08:58.784754 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e1d8aff4-9131-4db4-83fc-f2bb85c18a33 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/quotas/3f742cdbc3794ad9a676e348c36c7c24 HTTP/1.1" status: 200 len: 375 time: 0.0354729 Sep 07 05:08:58.836262 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3cf047c-bdad-4b9f-a472-081fd67f3561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:58.842396 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3cf047c-bdad-4b9f-a472-081fd67f3561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:58.844454 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-b3cf047c-bdad-4b9f-a472-081fd67f3561 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9675025a-edd9-4c91-a939-b97bed0a2af7 HTTP/1.1" status: 204 len: 168 time: 0.3769858 Sep 07 05:08:58.871931 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf047c-bdad-4b9f-a472-081fd67f3561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9675025a-edd9-4c91-a939-b97bed0a2af7,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:58.935287 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-7cec49a2-3c94-4893-9700-14b733e7355b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371779 Sep 07 05:08:58.976435 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44432) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:59.199647 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-9320fa1b-de25-47a9-9aa9-d50767c547b4 service neutron] 10.222.0.49 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483258 Sep 07 05:08:59.215825 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0fd94a3-3ab1-467b-9b43-a3a5914107cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:59.368830 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-836ec48e-2d6c-48e9-82a0-42825e5321f3 req-6d6a9a0e-b464-4399-984a-4f698c061eb5 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 210 time: 0.0575547 Sep 07 05:08:59.408680 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-7ffe25ed-e8ae-4a63-a925-2ee1ba044ef4 service neutron] 10.222.0.49 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906080 Sep 07 05:08:59.507399 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0fd94a3-3ab1-467b-9b43-a3a5914107cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:59.518013 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0fd94a3-3ab1-467b-9b43-a3a5914107cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:59.629393 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44454) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:59.685470 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44464) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:59.687811 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-e0fd94a3-3ab1-467b-9b43-a3a5914107cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a85c031d31ac44789be34c71283ffd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7039263 Sep 07 05:08:59.857793 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd94a3-3ab1-467b-9b43-a3a5914107cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0480fa87-d785-4561-bbd4-dfa08913e855,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:08:59.899908 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-92164669-8821-4be2-96f5-7d65ff5d3947 req-88087156-f97e-4b0d-bcac-e924b51730b7 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 210 time: 0.1369109 Sep 07 05:08:59.909615 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd207-9aee-4deb-8822-5cb0d86ff4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:59.921366 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e2f6-8f55-4c70-a47a-aa07b76d2252 req-362b4082-36e5-4193-89bd-0f7ad0d1a174 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:59.923097 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cf28e2f6-8f55-4c70-a47a-aa07b76d2252 req-362b4082-36e5-4193-89bd-0f7ad0d1a174 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1688297 Sep 07 05:08:59.949798 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44466) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:08:59.971731 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd207-9aee-4deb-8822-5cb0d86ff4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:08:59.990227 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-56133b83-658c-4841-ab4e-08b44852abf4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:08:59.992240 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-56133b83-658c-4841-ab4e-08b44852abf4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.16 "GET /v2.0/networks?id=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 HTTP/1.1" status: 200 len: 809 time: 0.2873406 Sep 07 05:08:59.993472 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-15dbfb67-bd95-479d-8af6-317ba825f0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.014907 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Request body: {'port': {'device_id': '91085c04-e04b-464a-bfdd-a26e39b46a35', 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6', 'admin_state_up': True, 'tenant_id': '347d6f7628cc41c697dd47b408d19d24'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:00.027093 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44474) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:00.046005 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7101bc81-0fc9-4aad-8c8e-b02ac7b22f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.135733 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cf28e2f6-8f55-4c70-a47a-aa07b76d2252 req-8b0a4104-b3ed-4419-b48f-272877905ab4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005332 Sep 07 05:09:00.141972 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5dece44-2b76-410f-944c-2215dca3d250 admin admin] Deleting subnet d6993fe3-9651-479d-90e0-aa235e2f4143 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:09:00.146590 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5dece44-2b76-410f-944c-2215dca3d250 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.193282 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5dece44-2b76-410f-944c-2215dca3d250 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9872479'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.221693 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd207-9aee-4deb-8822-5cb0d86ff4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.224109 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd207-9aee-4deb-8822-5cb0d86ff4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.226010 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b7cdd207-9aee-4deb-8822-5cb0d86ff4a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0480fa87-d785-4561-bbd4-dfa08913e855 HTTP/1.1" status: 204 len: 168 time: 0.5394073 Sep 07 05:09:00.249129 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdd207-9aee-4deb-8822-5cb0d86ff4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0480fa87-d785-4561-bbd4-dfa08913e855,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:00.251125 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-15dbfb67-bd95-479d-8af6-317ba825f0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.261630 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-15dbfb67-bd95-479d-8af6-317ba825f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.290119 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5dece44-2b76-410f-944c-2215dca3d250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.330238 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.db.api [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 05:09:00.330238 dv-cinder-804757-6-iscsi neutron-server[94011]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 05:09:00.330238 dv-cinder-804757-6-iscsi neutron-server[94011]: [parameters: {'project_id_1': '347d6f7628cc41c697dd47b408d19d24', 'expiration_1': datetime.datetime(2021, 9, 7, 5, 8, 40, 162962)}] Sep 07 05:09:00.330238 dv-cinder-804757-6-iscsi neutron-server[94011]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 05:09:00.331795 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG oslo_db.api [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 05:09:00.386416 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-15dbfb67-bd95-479d-8af6-317ba825f0eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=456d5bb5c7384a65a6fc764f499a720a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288201 Sep 07 05:09:00.388306 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44486) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:00.390440 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbfb67-bd95-479d-8af6-317ba825f0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab94ac3-f8b7-4c67-a488-164bec1f6af2,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:00.464668 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5dece44-2b76-410f-944c-2215dca3d250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9872391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095070'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.539873 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dece44-2b76-410f-944c-2215dca3d250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6993fe3-9651-479d-90e0-aa235e2f4143,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:00.579591 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e5dece44-2b76-410f-944c-2215dca3d250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.586530 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e5dece44-2b76-410f-944c-2215dca3d250 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d6993fe3-9651-479d-90e0-aa235e2f4143 HTTP/1.1" status: 204 len: 168 time: 0.5565400 Sep 07 05:09:00.586701 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-17fdd4b6-c0ce-4da1-ac50-ca65958e8001 req-8f83f427-f57a-4be5-8bcd-e5a13fe977fa tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 210 time: 0.0493209 Sep 07 05:09:00.590408 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44490) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:00.649608 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7101bc81-0fc9-4aad-8c8e-b02ac7b22f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.652474 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a0b22ba-7f13-4e5d-8a91-04cbbea721d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.668620 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7101bc81-0fc9-4aad-8c8e-b02ac7b22f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.708448 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a0b22ba-7f13-4e5d-8a91-04cbbea721d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.745949 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101bc81-0fc9-4aad-8c8e-b02ac7b22f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6075bf4-630e-4382-87c1-688747e46527,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:00.752896 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7101bc81-0fc9-4aad-8c8e-b02ac7b22f1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8b96eab69994676a12d6636ebfcbd41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1222889 Sep 07 05:09:00.762172 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44494) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:00.802461 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.864619 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dce3c3f1-2ce9-4832-bc62-bacabef0094c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.883777 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a0b22ba-7f13-4e5d-8a91-04cbbea721d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.889043 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4a0b22ba-7f13-4e5d-8a91-04cbbea721d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:00.909572 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4a0b22ba-7f13-4e5d-8a91-04cbbea721d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bab94ac3-f8b7-4c67-a488-164bec1f6af2 HTTP/1.1" status: 204 len: 168 time: 0.5199015 Sep 07 05:09:00.981089 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b22ba-7f13-4e5d-8a91-04cbbea721d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab94ac3-f8b7-4c67-a488-164bec1f6af2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:01.001100 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dce3c3f1-2ce9-4832-bc62-bacabef0094c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.046587 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.052691 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Made reservation on behalf of 347d6f7628cc41c697dd47b408d19d24 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:01.061075 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.128378 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7ee7d0-dc91-4387-b5ad-d426a5633a0b']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:01.163161 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357b2cd6-be20-47c5-b31e-e127dfd3f2bf') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:01.163693 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357b2cd6-be20-47c5-b31e-e127dfd3f2bf') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:01.183815 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9990770'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.212613 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4475b756-9811-4f03-9e60-d1a51f73e752 req-b4f87308-2f01-4ec6-a8b8-290e07492950 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 210 time: 0.1076019 Sep 07 05:09:01.243592 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dce3c3f1-2ce9-4832-bc62-bacabef0094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.252207 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dce3c3f1-2ce9-4832-bc62-bacabef0094c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.256984 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-dce3c3f1-2ce9-4832-bc62-bacabef0094c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6075bf4-630e-4382-87c1-688747e46527 HTTP/1.1" status: 204 len: 168 time: 0.4922004 Sep 07 05:09:01.283760 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3c3f1-2ce9-4832-bc62-bacabef0094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6075bf4-630e-4382-87c1-688747e46527,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:01.306265 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.329191 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:09:01.329601 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327631'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: Traceback (most recent call last): Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: timer() Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: cb(*args, **kw) Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: return func(*args, **kwargs) Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: self._notify() Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: self.callback(batched_events) Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: event.method(event) Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: return f(self, *a, **k) Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._get(url).json() Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: return self.request(url, 'GET', **kwargs) Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:09:01.342353 dv-cinder-804757-6-iscsi neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:09:01.528864 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.549718 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.552274 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3b7ee7d0-dc91-4387-b5ad-d426a5633a0b HTTP/1.1" status: 204 len: 168 time: 0.9600239 Sep 07 05:09:01.575715 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-9996a994-9389-4da2-acf8-c45bf0e09f37 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:01.577370 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-9996a994-9389-4da2-acf8-c45bf0e09f37 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 815 time: 0.3443880 Sep 07 05:09:01.585340 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563bfb6-aae9-4350-a566-bb4b07ac9ac3 req-c15dd5f5-98ed-40ca-9cd5-12615105fd2d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:01.586951 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d563bfb6-aae9-4350-a566-bb4b07ac9ac3 req-c15dd5f5-98ed-40ca-9cd5-12615105fd2d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.2767239 Sep 07 05:09:01.589872 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Allocated IP 172.20.0.7 (a46bf970-a052-4c0a-ad24-72eb5cfc6ab6/fcb79aac-8d21-43ca-8a71-4b9e2d12e53f/f4e8e17b-9513-4b2f-8e95-27eb652f6fde) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:01.594225 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a280d-8732-4a79-8910-acf217dc78f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7ee7d0-dc91-4387-b5ad-d426a5633a0b,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:01.599385 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Request body: {'port': {'device_id': '059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd', 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715', 'admin_state_up': True, 'tenant_id': '3f742cdbc3794ad9a676e348c36c7c24'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:01.771842 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d563bfb6-aae9-4350-a566-bb4b07ac9ac3 req-5992c129-e7ca-4144-bfa8-a25b8a8aa597 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443458 Sep 07 05:09:01.829860 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4f615baf-c926-4b0d-a86a-ddecb0b7128a req-72d07bcf-2716-4d16-b24f-215ed77dfdbf tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 210 time: 0.0873258 Sep 07 05:09:01.904198 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Made reservation on behalf of 3f742cdbc3794ad9a676e348c36c7c24 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:01.908595 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:01.936660 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.097274 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.154644 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Allocated IP 172.20.0.14 (084a4ab2-0603-4144-8506-7432fe6ed715/43410038-fd54-41fe-bdbf-c35ae7ac4200/82caa0ca-56d2-4151-8cf3-33c9cabc2343) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:02.181536 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:02.190840 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:02.193828 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44542) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:02.199344 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:02.210036 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Pushing event updated for resources: {'Port': ['ID=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:02.289649 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f563ac8b-486b-4a2c-8ea9-7285308a4804 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f7d696c02a34a9cb992d354c2415b40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0934422 Sep 07 05:09:02.294806 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44546) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:02.320047 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:02.321462 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.384105 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-eeaab588-a7be-4278-809b-9cace6d39725 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3717244 Sep 07 05:09:02.411087 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea03d916-41cb-4aac-8f19-abf95a5d4853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.449639 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea03d916-41cb-4aac-8f19-abf95a5d4853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.463898 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44550) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:02.491289 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Request body: {'port': {'device_id': '91085c04-e04b-464a-bfdd-a26e39b46a35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:02.492071 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c350c364-9a0a-4a9d-834f-d973d6a96d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.571236 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3c52b6df-fcfc-4c7e-ad5c-ea49f4928461 req-034a9d21-6b5d-4a5e-8850-5fd3b69fb958 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 210 time: 0.0995378 Sep 07 05:09:02.655756 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.660234 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.759348 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.774777 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c350c364-9a0a-4a9d-834f-d973d6a96d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.780003 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['14ff704b-65f7-44b9-95cd-5ce4fb7a0fad'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:09:02.782848 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c350c364-9a0a-4a9d-834f-d973d6a96d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.865185 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350c364-9a0a-4a9d-834f-d973d6a96d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9087cef-e46e-460a-964e-a8a782160c1e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:02.871092 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea03d916-41cb-4aac-8f19-abf95a5d4853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.873767 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea03d916-41cb-4aac-8f19-abf95a5d4853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:02.874986 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ea03d916-41cb-4aac-8f19-abf95a5d4853 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbce5965-7e8f-4799-bf7c-ddbfe743c5d9 HTTP/1.1" status: 204 len: 168 time: 0.5780778 Sep 07 05:09:02.883841 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c350c364-9a0a-4a9d-834f-d973d6a96d4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59ad3873dbac49a0a1f88287449e867a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162474 Sep 07 05:09:02.887006 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44566) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:02.906084 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03d916-41cb-4aac-8f19-abf95a5d4853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbce5965-7e8f-4799-bf7c-ddbfe743c5d9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:03.050488 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60dc8980-0948-431a-8c44-777749895908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:03.194992 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60dc8980-0948-431a-8c44-777749895908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:03.289116 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Network 084a4ab2-0603-4144-8506-7432fe6ed715 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:03.302306 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:03.311448 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:03.338645 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2ec99-26b5-4bb2-9b89-e1ce3b41515f req-a9bbff71-b3cd-4ee3-96da-15cbff483253 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:03.342479 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e9b2ec99-26b5-4bb2-9b89-e1ce3b41515f req-a9bbff71-b3cd-4ee3-96da-15cbff483253 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.2541828 Sep 07 05:09:03.452909 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Pushing event updated for resources: {'Port': ['ID=82caa0ca-56d2-4151-8cf3-33c9cabc2343,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:03.458348 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60dc8980-0948-431a-8c44-777749895908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:03.466926 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60dc8980-0948-431a-8c44-777749895908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:03.473963 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-60dc8980-0948-431a-8c44-777749895908 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9087cef-e46e-460a-964e-a8a782160c1e HTTP/1.1" status: 204 len: 168 time: 0.5853910 Sep 07 05:09:03.513059 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc8980-0948-431a-8c44-777749895908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9087cef-e46e-460a-964e-a8a782160c1e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:03.523368 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f34f30-68bb-4e44-9ce2-5a7adfcc7320 req-b7e37bac-cd0f-4014-8733-e9f0dae88e9a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:03.532383 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-11f34f30-68bb-4e44-9ce2-5a7adfcc7320 req-b7e37bac-cd0f-4014-8733-e9f0dae88e9a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 931 time: 0.2410274 Sep 07 05:09:03.550425 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:03.551116 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:03.558440 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e9b2ec99-26b5-4bb2-9b89-e1ce3b41515f req-f8c672b7-69c0-4900-bcd7-56907eebe948 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986506 Sep 07 05:09:03.660275 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-11f34f30-68bb-4e44-9ce2-5a7adfcc7320 req-bcb3ff10-71ee-48fd-b93e-2391e9452c37 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268342 Sep 07 05:09:03.680380 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-e3ca45c6-e055-4d64-a1a1-148c6243c956 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0872793 Sep 07 05:09:03.696795 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Request body: {'port': {'device_id': '059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:03.812405 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:03.858914 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcdd7e-4204-43e6-8d1f-c07965f6e639 req-8f4c312a-33b8-4bd9-8d66-b7248506eeb4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:03.874537 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7cdcdd7e-4204-43e6-8d1f-c07965f6e639 req-8f4c312a-33b8-4bd9-8d66-b7248506eeb4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 932 time: 0.1140752 Sep 07 05:09:03.908921 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e8e17b-9513-4b2f-8e95-27eb652f6fde {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:09:03.924927 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:03.957712 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7cdcdd7e-4204-43e6-8d1f-c07965f6e639 req-c6a605b7-5b22-4ad9-969c-b11a097de022 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816901 Sep 07 05:09:04.008436 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Transition to ACTIVE for port object f4e8e17b-9513-4b2f-8e95-27eb652f6fde will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:04.017392 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:04.112239 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:04.300136 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82caa0ca-56d2-4151-8cf3-33c9cabc2343 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:09:04.310054 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:04.327951 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Transition to ACTIVE for port object 82caa0ca-56d2-4151-8cf3-33c9cabc2343 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:04.336058 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:04.391103 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Attempting to bind port f4e8e17b-9513-4b2f-8e95-27eb652f6fde on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:04.391677 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Attempting to bind port f4e8e17b-9513-4b2f-8e95-27eb652f6fde by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f9dd005d-891a-4c30-a738-42072281a8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:04.392928 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Attempting to bind port f4e8e17b-9513-4b2f-8e95-27eb652f6fde on network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:04.417630 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Port f4e8e17b-9513-4b2f-8e95-27eb652f6fde on network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:09:04.417961 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Attempting to bind port f4e8e17b-9513-4b2f-8e95-27eb652f6fde on network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:04.428995 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Pushing event updated for resources: {'Port': ['ID=82caa0ca-56d2-4151-8cf3-33c9cabc2343,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:04.434362 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:04.434969 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Checking segment: {'id': 'f9dd005d-891a-4c30-a738-42072281a8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:04.435533 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Bound using segment: {'id': 'f9dd005d-891a-4c30-a738-42072281a8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:04.436181 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Bound port: f4e8e17b-9513-4b2f-8e95-27eb652f6fde, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dd005d-891a-4c30-a738-42072281a8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:04.436764 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:04.570540 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Attempting to bind port 82caa0ca-56d2-4151-8cf3-33c9cabc2343 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:04.571263 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Attempting to bind port 82caa0ca-56d2-4151-8cf3-33c9cabc2343 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:04.571926 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Attempting to bind port 82caa0ca-56d2-4151-8cf3-33c9cabc2343 on network 084a4ab2-0603-4144-8506-7432fe6ed715 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:04.584819 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Port 82caa0ca-56d2-4151-8cf3-33c9cabc2343 on network 084a4ab2-0603-4144-8506-7432fe6ed715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:09:04.585493 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Attempting to bind port 82caa0ca-56d2-4151-8cf3-33c9cabc2343 on network 084a4ab2-0603-4144-8506-7432fe6ed715 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:04.591309 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] For port f4e8e17b-9513-4b2f-8e95-27eb652f6fde, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:04.596455 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] For port f4e8e17b-9513-4b2f-8e95-27eb652f6fde, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,segment=NetworkSegment(f9dd005d-891a-4c30-a738-42072281a8b9),segment_id=f9dd005d-891a-4c30-a738-42072281a8b9)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:04.598397 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:04.598875 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Checking segment: {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:04.600809 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Bound using segment: {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:04.601555 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Bound port: 82caa0ca-56d2-4151-8cf3-33c9cabc2343, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:04.602240 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:04.625249 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:04.673427 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:04.674128 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:04.675648 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] 10.222.0.16 "PUT /v2.0/ports/f4e8e17b-9513-4b2f-8e95-27eb652f6fde HTTP/1.1" status: 200 len: 1093 time: 2.2051971 Sep 07 05:09:04.676258 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91085c04-e04b-464a-bfdd-a26e39b46a35', 'tag': 'f4e8e17b-9513-4b2f-8e95-27eb652f6fde'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:04.678550 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f39c24-9f2f-44a3-91aa-442e72139096" -d '{"events": [{"name": "network-changed", "server_uuid": "91085c04-e04b-464a-bfdd-a26e39b46a35", "tag": "f4e8e17b-9513-4b2f-8e95-27eb652f6fde"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:04.811730 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c6ea7d-0c17-4b26-8f92-2f0fb7aef9fc x-openstack-request-id: req-d1c6ea7d-0c17-4b26-8f92-2f0fb7aef9fc {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:04.812202 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91085c04-e04b-464a-bfdd-a26e39b46a35", "tag": "f4e8e17b-9513-4b2f-8e95-27eb652f6fde", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:04.812494 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1c6ea7d-0c17-4b26-8f92-2f0fb7aef9fc {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:04.813395 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91085c04-e04b-464a-bfdd-a26e39b46a35', 'tag': 'f4e8e17b-9513-4b2f-8e95-27eb652f6fde', 'status': 'completed', 'code': 200} Sep 07 05:09:04.909828 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] For port 82caa0ca-56d2-4151-8cf3-33c9cabc2343, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:04.921394 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72529c40-efcd-405e-b79d-1be2304c74fc req-e2ab30ee-cfd9-41f6-9902-0e5fb9c086a3 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:04.923253 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-72529c40-efcd-405e-b79d-1be2304c74fc req-e2ab30ee-cfd9-41f6-9902-0e5fb9c086a3 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.2405603 Sep 07 05:09:04.924060 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a965e1-d745-4290-8e50-dd79a998e6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:04.932656 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] For port 82caa0ca-56d2-4151-8cf3-33c9cabc2343, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82caa0ca-56d2-4151-8cf3-33c9cabc2343,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:04.959046 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:04.964481 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-b0f57d88-0841-481b-ad6e-3da9a871fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:04.965108 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-b0f57d88-0841-481b-ad6e-3da9a871fb65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=347d6f7628cc41c697dd47b408d19d24&device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 1096 time: 0.2199357 Sep 07 05:09:04.978362 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a9f97-29ed-4f78-988b-05ce3285389c req-efe1557e-9338-4cb0-a29a-2c6f1b03ad80 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:04.992918 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4a8a9f97-29ed-4f78-988b-05ce3285389c req-efe1557e-9338-4cb0-a29a-2c6f1b03ad80 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 943 time: 0.1115253 Sep 07 05:09:05.033722 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:05.033722 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:05.033722 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] 10.222.0.16 "PUT /v2.0/ports/82caa0ca-56d2-4151-8cf3-33c9cabc2343 HTTP/1.1" status: 200 len: 1094 time: 1.3430099 Sep 07 05:09:05.083063 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4a8a9f97-29ed-4f78-988b-05ce3285389c req-a8506c87-efc7-4c79-bcba-5fb8957fd791 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845375 Sep 07 05:09:05.123518 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-0ab026a1-0619-42be-b1ea-6a1564cb4924 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e8e17b-9513-4b2f-8e95-27eb652f6fde HTTP/1.1" status: 200 len: 217 time: 0.1418262 Sep 07 05:09:05.186759 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-72529c40-efcd-405e-b79d-1be2304c74fc req-3f5c1a95-e5b5-48e9-a622-9a1ea2330623 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513280 Sep 07 05:09:05.227753 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44648) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:05.256228 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f27a34-452a-4ff4-90ed-94dff20fe83d service neutron] Pushing event updated for resources: {'Port': ['ID=82caa0ca-56d2-4151-8cf3-33c9cabc2343,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:05.286171 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-373c9b2b-c263-4bb1-b587-28143dc3d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:05.290397 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-373c9b2b-c263-4bb1-b587-28143dc3d4cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 1097 time: 0.1879909 Sep 07 05:09:05.296574 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-05467df4-1a91-4856-81ba-be6d632b9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:05.299632 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-05467df4-1a91-4856-81ba-be6d632b9595 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fcb79aac-8d21-43ca-8a71-4b9e2d12e53f HTTP/1.1" status: 200 len: 849 time: 0.1485050 Sep 07 05:09:05.375847 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-75dead99-a050-4bd7-80c3-8ee7b74a8bdc admin admin] Deleting subnet e2c303fe-8cd6-40ec-8cde-06a8b35c0623 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:09:05.383168 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-75dead99-a050-4bd7-80c3-8ee7b74a8bdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:05.433974 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f14d8f-704d-415e-b133-e9de79556b19 req-d105cf7b-2edf-496b-8ea5-1380966f131a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:05.438029 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-93f14d8f-704d-415e-b133-e9de79556b19 req-d105cf7b-2edf-496b-8ea5-1380966f131a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 944 time: 0.1946566 Sep 07 05:09:05.458692 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-e82fded4-1a52-4108-b28c-7b3cd521f377 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461136 Sep 07 05:09:05.460953 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-bc90ffd9-3729-4b48-a796-4cd1491f3f8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82caa0ca-56d2-4151-8cf3-33c9cabc2343 HTTP/1.1" status: 200 len: 217 time: 0.1507084 Sep 07 05:09:05.501858 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-75dead99-a050-4bd7-80c3-8ee7b74a8bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9872479'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:05.558088 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-93f14d8f-704d-415e-b133-e9de79556b19 req-1d1340a9-79ea-4184-9b24-2e55f8980690 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047406 Sep 07 05:09:05.576424 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-75dead99-a050-4bd7-80c3-8ee7b74a8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:05.662159 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-5f1125c5-11d7-4c9b-accc-a1999db868dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:05.664149 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-5f1125c5-11d7-4c9b-accc-a1999db868dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43410038-fd54-41fe-bdbf-c35ae7ac4200 HTTP/1.1" status: 200 len: 855 time: 0.1734397 Sep 07 05:09:05.671495 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-75dead99-a050-4bd7-80c3-8ee7b74a8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9872391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095070'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:05.703557 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44662) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:05.709070 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-aab6a2fc-7b96-4f84-81ef-3ab628295e2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084a4ab2-0603-4144-8506-7432fe6ed715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353575 Sep 07 05:09:05.713727 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dead99-a050-4bd7-80c3-8ee7b74a8bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c303fe-8cd6-40ec-8cde-06a8b35c0623,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:05.719840 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-75dead99-a050-4bd7-80c3-8ee7b74a8bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:05.732709 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-75dead99-a050-4bd7-80c3-8ee7b74a8bdc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e2c303fe-8cd6-40ec-8cde-06a8b35c0623 HTTP/1.1" status: 204 len: 168 time: 0.5027297 Sep 07 05:09:05.734084 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44668) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:05.751370 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-64c5b244-3710-46b5-8da8-5ecc8fb97179 service neutron] 10.222.0.16 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764440 Sep 07 05:09:05.844667 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:05.939046 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b4f11ab-7435-4c34-8140-79dfee9824f7 req-99965f5f-cab8-4cab-a70e-e03441ec5f43 service neutron] 10.222.0.16 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769614 Sep 07 05:09:05.941516 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-9a8338e0-2e6e-461b-b246-a0abfd68a3bb service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213581 Sep 07 05:09:06.108840 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b53c8427-281e-48cf-8aa1-2b0a94da0947 req-7fafe099-6d46-4251-8d97-623ede0e3db9 service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531391 Sep 07 05:09:06.112059 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f39c24-9f2f-44a3-91aa-442e72139096 req-55f7d6b4-eadd-410d-af3e-7cfec73533e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:06.136413 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-99f39c24-9f2f-44a3-91aa-442e72139096 req-55f7d6b4-eadd-410d-af3e-7cfec73533e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=347d6f7628cc41c697dd47b408d19d24&device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 1096 time: 0.1020725 Sep 07 05:09:06.186971 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-network', 'tenant_id': 'aae983a094f84fe891eb38815d522d61'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:06.227833 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:06.277675 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db399d46-6606-442a-914e-5ad4dac600b5']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:06.308817 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Made reservation on behalf of aae983a094f84fe891eb38815d522d61 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:06.311594 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:06.320120 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb10c8e9-e41d-4409-b949-d1e8ae58d869') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:06.328156 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb10c8e9-e41d-4409-b949-d1e8ae58d869') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:06.360907 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9872452'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:06.368385 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:06.386094 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f39c24-9f2f-44a3-91aa-442e72139096 req-c85e26a1-cd43-43b7-8136-a20e47cef30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:06.387713 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-99f39c24-9f2f-44a3-91aa-442e72139096 req-c85e26a1-cd43-43b7-8136-a20e47cef30a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 HTTP/1.1" status: 200 len: 910 time: 0.2394238 Sep 07 05:09:06.402802 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddeb77-83fc-43c9-a3f1-f458def9cff0 req-d48058db-5a23-4356-8caa-3ce6683511d8 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:06.404826 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-52ddeb77-83fc-43c9-a3f1-f458def9cff0 req-d48058db-5a23-4356-8caa-3ce6683511d8 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 943 time: 0.1110120 Sep 07 05:09:06.468482 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:06.479785 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-99f39c24-9f2f-44a3-91aa-442e72139096 req-2128fc8a-928d-4a0f-b458-54b0e4d33bd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e8e17b-9513-4b2f-8e95-27eb652f6fde HTTP/1.1" status: 200 len: 217 time: 0.0734048 Sep 07 05:09:06.481230 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:09:06.481780 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9872493'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: Traceback (most recent call last): Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: timer() Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: cb(*args, **kw) Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: return func(*args, **kwargs) Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: self._notify() Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: self.callback(batched_events) Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: event.method(event) Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: return f(self, *a, **k) Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._get(url).json() Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:09:06.484020 dv-cinder-804757-6-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:09:06.525791 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-52ddeb77-83fc-43c9-a3f1-f458def9cff0 req-b221a85b-684f-47f2-94b8-7f660757b7e4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135552 Sep 07 05:09:06.581001 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f39c24-9f2f-44a3-91aa-442e72139096 req-fdfbdb40-1b49-42fb-a991-8c166380e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:06.583346 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-99f39c24-9f2f-44a3-91aa-442e72139096 req-fdfbdb40-1b49-42fb-a991-8c166380e8b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fcb79aac-8d21-43ca-8a71-4b9e2d12e53f HTTP/1.1" status: 200 len: 849 time: 0.0762286 Sep 07 05:09:06.596025 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cee97-089a-4d76-a841-c29168ffe727 req-07964f80-dbeb-4df2-bb42-e70ad2e2ccd0 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:06.597890 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-142cee97-089a-4d76-a841-c29168ffe727 req-07964f80-dbeb-4df2-bb42-e70ad2e2ccd0 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.2166195 Sep 07 05:09:06.602214 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:06.645732 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:06.647370 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-99f39c24-9f2f-44a3-91aa-442e72139096 req-78b57c38-1aeb-43df-ab4d-8ddfa9f1380f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541668 Sep 07 05:09:06.651067 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/db399d46-6606-442a-914e-5ad4dac600b5 HTTP/1.1" status: 204 len: 168 time: 0.9133244 Sep 07 05:09:06.652007 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44696) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:06.691708 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cb59d-80d8-4017-bde0-26433f756aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=db399d46-6606-442a-914e-5ad4dac600b5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:06.828979 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd', 'tag': '82caa0ca-56d2-4151-8cf3-33c9cabc2343'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:06.830316 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c35230b-d044-465c-8287-417e6ab0d44d" -d '{"events": [{"name": "network-changed", "server_uuid": "059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd", "tag": "82caa0ca-56d2-4151-8cf3-33c9cabc2343"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:06.890717 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:06.902279 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-142cee97-089a-4d76-a841-c29168ffe727 req-5a1df166-dfd1-4c0c-8853-38470d0970c2 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871857 Sep 07 05:09:06.909128 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:06.993993 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:09:07.019146 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.020003 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Added segment 4ead968c-21d3-402a-943d-2b9dbdd5505e of type vlan for network c34864df-6196-4552-ac86-6f2292b1a813 Sep 07 05:09:07.038366 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2282d90a-ea74-4bd2-89aa-fa56e81e458b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:07.129567 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.192435 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.194077 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:07.194834 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.246203 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbde53a-ff15-4197-ac82-17718ba1d5de x-openstack-request-id: req-cfbde53a-ff15-4197-ac82-17718ba1d5de {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:07.246493 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd", "tag": "82caa0ca-56d2-4151-8cf3-33c9cabc2343", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:07.246914 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfbde53a-ff15-4197-ac82-17718ba1d5de {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:07.247309 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd', 'tag': '82caa0ca-56d2-4151-8cf3-33c9cabc2343', 'status': 'completed', 'code': 200} Sep 07 05:09:07.249297 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5417387 Sep 07 05:09:07.254055 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44714) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:07.265367 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Request body: {'subnet': {'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-subnet', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:07.275054 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-07301709-4ba8-4a4a-9bfc-11b985ee15b6 admin admin] Deleting subnet 22a74b22-69ee-4149-9a7f-d11c7481082a {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:09:07.298102 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44716) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:07.306521 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07301709-4ba8-4a4a-9bfc-11b985ee15b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.338136 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6332b0a-f2ba-4616-adc0-619f91bb0ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=c34864df-6196-4552-ac86-6f2292b1a813,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:07.354548 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network c34864df-6196-4552-ac86-6f2292b1a813 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:09:07.369009 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Made reservation on behalf of aae983a094f84fe891eb38815d522d61 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:07.372378 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095025'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.372852 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0449b-e649-4b50-883f-0ce1fd70b01e req-987b34b6-7e1c-4a93-85af-0fbdd2925a7e tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:07.374660 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-66a0449b-e649-4b50-883f-0ce1fd70b01e req-987b34b6-7e1c-4a93-85af-0fbdd2925a7e tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 944 time: 0.5876007 Sep 07 05:09:07.385124 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-99f39c24-9f2f-44a3-91aa-442e72139096 req-a5a69f6a-0438-4561-b153-08d7c06c2d13 service neutron] 10.222.0.16 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197270 Sep 07 05:09:07.430728 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07301709-4ba8-4a4a-9bfc-11b985ee15b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9990761'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.471242 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35230b-d044-465c-8287-417e6ab0d44d req-c5a64d78-582a-44db-98c4-eb67081ca91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:07.472865 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2c35230b-d044-465c-8287-417e6ab0d44d req-c5a64d78-582a-44db-98c4-eb67081ca91f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 1097 time: 0.2244122 Sep 07 05:09:07.611339 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-66a0449b-e649-4b50-883f-0ce1fd70b01e req-8cde428c-9d9d-436c-9396-5d8d5cff6fe5 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247295 Sep 07 05:09:07.617773 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07301709-4ba8-4a4a-9bfc-11b985ee15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.642337 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9872580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095047'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.683208 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44724) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:07.727447 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-99f39c24-9f2f-44a3-91aa-442e72139096 req-c2c51160-bec0-411a-a472-2400d3f03281 service neutron] 10.222.0.16 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371336 Sep 07 05:09:07.740375 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-aa99fdfd-53af-4315-89a6-f5e443cc608f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.746432 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc3ea88-6288-4029-9e1b-02111d8980b2,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:07.788653 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c579-4705-4f81-aa2d-9e1b3372289e req-a337d141-77c9-4f2b-9fa7-3bf68025bfcf tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:07.790275 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b5b1c579-4705-4f81-aa2d-9e1b3372289e req-a337d141-77c9-4f2b-9fa7-3bf68025bfcf tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 943 time: 0.1028187 Sep 07 05:09:07.792725 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Checking segment: {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:07.793999 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Network hostable DHCP agents. Network: c34864df-6196-4552-ac86-6f2292b1a813, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:09:07.800423 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35230b-d044-465c-8287-417e6ab0d44d req-c2c527ac-fe78-469e-a131-0645712c5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:07.801983 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2c35230b-d044-465c-8287-417e6ab0d44d req-c2c527ac-fe78-469e-a131-0645712c5100 service neutron] 10.222.0.16 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 916 time: 0.3137026 Sep 07 05:09:07.825814 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-09acc7ba-de11-43c3-b750-50e41bc1a55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.828220 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07301709-4ba8-4a4a-9bfc-11b985ee15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9453644'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.831166 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Network c34864df-6196-4552-ac86-6f2292b1a813 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:09:07.850916 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b5b1c579-4705-4f81-aa2d-9e1b3372289e req-84efcbe4-00ed-461c-9ac0-c8d84d2598eb tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495002 Sep 07 05:09:07.852690 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, c34864df-6196-4552-ac86-6f2292b1a813) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:07.858944 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:07.859556 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:07.877926 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455eba11-167a-4505-94e5-b67f0df4dd9a None None] Network c34864df-6196-4552-ac86-6f2292b1a813 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:09:07.884529 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2c35230b-d044-465c-8287-417e6ab0d44d req-33b60410-2396-4abf-995c-f9fd75536d5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82caa0ca-56d2-4151-8cf3-33c9cabc2343 HTTP/1.1" status: 200 len: 217 time: 0.0702577 Sep 07 05:09:07.924491 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07301709-4ba8-4a4a-9bfc-11b985ee15b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a74b22-69ee-4149-9a7f-d11c7481082a,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:08.013110 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07301709-4ba8-4a4a-9bfc-11b985ee15b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.016456 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-07301709-4ba8-4a4a-9bfc-11b985ee15b6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/22a74b22-69ee-4149-9a7f-d11c7481082a HTTP/1.1" status: 204 len: 168 time: 1.3572540 Sep 07 05:09:08.019278 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44732) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:08.089733 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35230b-d044-465c-8287-417e6ab0d44d req-b2f45a19-385f-4e3c-bbdb-ba3a8fa16885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:08.091322 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2c35230b-d044-465c-8287-417e6ab0d44d req-b2f45a19-385f-4e3c-bbdb-ba3a8fa16885 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43410038-fd54-41fe-bdbf-c35ae7ac4200 HTTP/1.1" status: 200 len: 855 time: 0.1787884 Sep 07 05:09:08.125665 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff86c03-3197-4615-8a55-ff2125bc6033 req-1db98c4a-ae97-483d-9d6f-d194cff9c4cd tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:08.127327 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-aff86c03-3197-4615-8a55-ff2125bc6033 req-1db98c4a-ae97-483d-9d6f-d194cff9c4cd tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1317599 Sep 07 05:09:08.144197 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e089070-a5a7-5a4b-8a0c-061bd82b62eb-c34864df-6196-4552-ac86-6f2292b1a813', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2'}]}} from dv-cinder-804757-6-iscsi. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 05:09:08.145971 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.152854 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2c35230b-d044-465c-8287-417e6ab0d44d req-06cf6441-53c4-41c4-834d-9482c206fb00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084a4ab2-0603-4144-8506-7432fe6ed715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502748 Sep 07 05:09:08.180982 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:09:08.192449 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.197841 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-aa99fdfd-53af-4315-89a6-f5e443cc608f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.211810 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ba1dc4ef-5448-405d-ae97-bd701aabf1d9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9561484 Sep 07 05:09:08.216038 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44738) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:08.223057 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-aa99fdfd-53af-4315-89a6-f5e443cc608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.239505 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:08.301710 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.330062 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43706597-b31c-4429-89d9-1d0294ddb5db']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:08.343773 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd884d9b0-00f6-48ea-8427-509f58ca3f6b') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:08.344048 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd884d9b0-00f6-48ea-8427-509f58ca3f6b') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:08.350801 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-aa99fdfd-53af-4315-89a6-f5e443cc608f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=049972503c994e1b9bf67523a36873e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0502656 Sep 07 05:09:08.361796 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9872452'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.367238 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-aff86c03-3197-4615-8a55-ff2125bc6033 req-e0483ef1-f91f-429f-9b2e-ea31a850c536 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173102 Sep 07 05:09:08.372596 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44740) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:08.403369 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.411622 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:09:08.412301 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9872493'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.426796 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99fdfd-53af-4315-89a6-f5e443cc608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96118ca8-710d-4fd2-a689-2191a03b41f7,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: Traceback (most recent call last): Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: timer() Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: cb(*args, **kw) Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: return func(*args, **kwargs) Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: self._notify() Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: self.callback(batched_events) Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: event.method(event) Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: return f(self, *a, **k) Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._get(url).json() Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:09:08.469940 dv-cinder-804757-6-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:09:08.476942 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Allocated IP 172.20.0.2 (c34864df-6196-4552-ac86-6f2292b1a813/8dc3ea88-6288-4029-9e1b-02111d8980b2/ad4ee1ec-9fc4-408f-9955-4a63192e94e3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:08.494913 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.510362 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.514897 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] 10.222.0.49 "DELETE /v2.0/networks/43706597-b31c-4429-89d9-1d0294ddb5db HTTP/1.1" status: 204 len: 168 time: 0.4924226 Sep 07 05:09:08.520810 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2c35230b-d044-465c-8287-417e6ab0d44d req-7e1866ac-c21b-46e0-a71e-738e92bce27d service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521962 Sep 07 05:09:08.530271 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a1261e13-8f20-4542-89bc-84189eace419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.537457 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcadbc-83df-46cc-89f5-c05449e1c869 admin admin] Pushing event deleted for resources: {'Network': ['ID=43706597-b31c-4429-89d9-1d0294ddb5db,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:08.693005 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a1261e13-8f20-4542-89bc-84189eace419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.728722 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-09acc7ba-de11-43c3-b750-50e41bc1a55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.747690 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-09acc7ba-de11-43c3-b750-50e41bc1a55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.766987 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.787280 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Transition to ACTIVE for port object ad4ee1ec-9fc4-408f-9955-4a63192e94e3 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:08.796326 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1905'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.799054 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-374321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1914'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.815468 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Transition to ACTIVE for port object ad4ee1ec-9fc4-408f-9955-4a63192e94e3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:08.824770 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:08.826943 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.851844 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2c35230b-d044-465c-8287-417e6ab0d44d req-d4ffad1e-6d0a-4174-ac50-6e2be70687fc service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228152 Sep 07 05:09:08.860698 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-09acc7ba-de11-43c3-b750-50e41bc1a55a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52e5086965614a4b84067f8e02bd9184&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1738386 Sep 07 05:09:08.863507 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44752) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:08.866387 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acc7ba-de11-43c3-b750-50e41bc1a55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0167ec18-2b02-4c91-9245-b095ffe1f14f,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:08.874662 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Network c34864df-6196-4552-ac86-6f2292b1a813 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:08.879666 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:08.886281 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:08.901992 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Pushing event updated for resources: {'Port': ['ID=ad4ee1ec-9fc4-408f-9955-4a63192e94e3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:08.936050 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a1261e13-8f20-4542-89bc-84189eace419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.940189 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a1261e13-8f20-4542-89bc-84189eace419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:08.963960 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-a1261e13-8f20-4542-89bc-84189eace419 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96118ca8-710d-4fd2-a689-2191a03b41f7 HTTP/1.1" status: 204 len: 168 time: 0.5691109 Sep 07 05:09:08.985848 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.986203 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.986578 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.986905 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.987237 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.987570 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.987982 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.988414 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.988850 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.989208 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.989534 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:08.989877 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:09.002174 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Attempting to bind port ad4ee1ec-9fc4-408f-9955-4a63192e94e3 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:09.002744 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Attempting to bind port ad4ee1ec-9fc4-408f-9955-4a63192e94e3 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:09.003306 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Attempting to bind port ad4ee1ec-9fc4-408f-9955-4a63192e94e3 on network c34864df-6196-4552-ac86-6f2292b1a813 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:09.011520 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:09.012339 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Checking segment: {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:09.013160 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.013766 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Bound using segment: {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:09.015045 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Bound port: ad4ee1ec-9fc4-408f-9955-4a63192e94e3, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:09.015931 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.030486 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.037243 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1261e13-8f20-4542-89bc-84189eace419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96118ca8-710d-4fd2-a689-2191a03b41f7,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:09.073679 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d9385000-e68a-41d9-ada3-a725938bef94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d3fa0af595a47c7acc7a03aa3d15e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462409 Sep 07 05:09:09.098142 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44758) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:09.122668 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] For port ad4ee1ec-9fc4-408f-9955-4a63192e94e3, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:09.127954 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] For port ad4ee1ec-9fc4-408f-9955-4a63192e94e3, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ad4ee1ec-9fc4-408f-9955-4a63192e94e3,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:09.135013 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.148434 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec41446-3955-4b01-8575-75575eb0e9c5 req-07096736-514d-4d13-bada-be792e8acf6d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:09.165803 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8ec41446-3955-4b01-8575-75575eb0e9c5 req-07096736-514d-4d13-bada-be792e8acf6d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 944 time: 0.3154554 Sep 07 05:09:09.191204 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c54a0c-30f6-4db0-82df-bb173e524bc7 req-d97b180a-4dfb-49af-8cc6-86fc4a95cc2e tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:09.195556 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c4c54a0c-30f6-4db0-82df-bb173e524bc7 req-d97b180a-4dfb-49af-8cc6-86fc4a95cc2e tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 943 time: 0.1981523 Sep 07 05:09:09.202659 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cb44fd37-a103-4d2c-8893-e7d804f99c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.216215 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94561a-d7e3-4ebc-8c5d-910e14cdf056 None None] Pushing event updated for resources: {'Port': ['ID=ad4ee1ec-9fc4-408f-9955-4a63192e94e3,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:09.223177 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device f4e8e17b-9513-4b2f-8e95-27eb652f6fde details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:09:09.312052 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c4c54a0c-30f6-4db0-82df-bb173e524bc7 req-caa40a5f-1b3d-41f3-9f56-87fcda3878b1 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031792 Sep 07 05:09:09.315190 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-23d21804-172b-4c57-b087-46bfbab744d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.362661 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cb44fd37-a103-4d2c-8893-e7d804f99c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.387274 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-23d21804-172b-4c57-b087-46bfbab744d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.411866 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8ec41446-3955-4b01-8575-75575eb0e9c5 req-2dabb90b-4447-4262-8042-b22e0e221e60 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434511 Sep 07 05:09:09.502758 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cb44fd37-a103-4d2c-8893-e7d804f99c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.513682 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cb44fd37-a103-4d2c-8893-e7d804f99c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.522902 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-cb44fd37-a103-4d2c-8893-e7d804f99c32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0167ec18-2b02-4c91-9245-b095ffe1f14f HTTP/1.1" status: 204 len: 168 time: 0.6543870 Sep 07 05:09:09.527993 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port f4e8e17b-9513-4b2f-8e95-27eb652f6fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,segment=NetworkSegment(f9dd005d-891a-4c30-a738-42072281a8b9),segment_id=f9dd005d-891a-4c30-a738-42072281a8b9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:09.534351 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.552520 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44fd37-a103-4d2c-8893-e7d804f99c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0167ec18-2b02-4c91-9245-b095ffe1f14f,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:09.563934 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': 'f4e8e17b-9513-4b2f-8e95-27eb652f6fde', 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6', 'port_id': 'f4e8e17b-9513-4b2f-8e95-27eb652f6fde', 'mac_address': 'fa:16:3e:83:1b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb79aac-8d21-43ca-8a71-4b9e2d12e53f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:09:09.635573 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-23d21804-172b-4c57-b087-46bfbab744d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.639164 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-23d21804-172b-4c57-b087-46bfbab744d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.640971 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-23d21804-172b-4c57-b087-46bfbab744d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/474668cd-4acd-4be8-87e7-8af0446a341f HTTP/1.1" status: 204 len: 168 time: 0.5404115 Sep 07 05:09:09.656476 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d21804-172b-4c57-b087-46bfbab744d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474668cd-4acd-4be8-87e7-8af0446a341f,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:09.722082 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.735621 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2663626-26d8-484f-bc5c-cd80cf6d0c99 req-20707140-b4cb-4735-b0f0-e3f2fd51819d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:09.752990 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d2663626-26d8-484f-bc5c-cd80cf6d0c99 req-20707140-b4cb-4735-b0f0-e3f2fd51819d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1681795 Sep 07 05:09:09.816987 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e8e17b-9513-4b2f-8e95-27eb652f6fde {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:09:09.857366 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d2663626-26d8-484f-bc5c-cd80cf6d0c99 req-69797071-c72e-4e21-8851-7cf5c29f33a5 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993052 Sep 07 05:09:09.880241 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port f4e8e17b-9513-4b2f-8e95-27eb652f6fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,segment=NetworkSegment(f9dd005d-891a-4c30-a738-42072281a8b9),segment_id=f9dd005d-891a-4c30-a738-42072281a8b9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:09.889411 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:09.890370 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 82caa0ca-56d2-4151-8cf3-33c9cabc2343 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:09:10.043510 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:10.150901 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 82caa0ca-56d2-4151-8cf3-33c9cabc2343, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82caa0ca-56d2-4151-8cf3-33c9cabc2343,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:10.180268 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '82caa0ca-56d2-4151-8cf3-33c9cabc2343', 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715', 'port_id': '82caa0ca-56d2-4151-8cf3-33c9cabc2343', 'mac_address': 'fa:16:3e:3c:8a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43410038-fd54-41fe-bdbf-c35ae7ac4200', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:09:10.220755 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:10.258657 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:10.266447 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:10.515169 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Allocated IP 172.27.3.167 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/f2836f90-01e8-4838-9144-f284a13b6ac4) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:10.601965 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82caa0ca-56d2-4151-8cf3-33c9cabc2343 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:09:10.623436 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ad4ee1ec-9fc4-408f-9955-4a63192e94e3 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:10.687320 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc6899-294a-4ebe-91d1-a6930132cfd8 req-2dbf49d3-399c-45cf-a69d-bf7ff6395b45 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:10.698565 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-24bc6899-294a-4ebe-91d1-a6930132cfd8 req-2dbf49d3-399c-45cf-a69d-bf7ff6395b45 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 944 time: 0.0959444 Sep 07 05:09:10.699875 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44796) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:10.767132 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44798) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:10.773711 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 82caa0ca-56d2-4151-8cf3-33c9cabc2343, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82caa0ca-56d2-4151-8cf3-33c9cabc2343,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:10.780026 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port ad4ee1ec-9fc4-408f-9955-4a63192e94e3 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:10.782686 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-24bc6899-294a-4ebe-91d1-a6930132cfd8 req-044a3430-3c1a-4979-8e6c-dbc9ff51d18a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826268 Sep 07 05:09:10.785380 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:10.821518 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcec3-87fe-4af9-b49e-54cfd5de7c0e req-a1405f19-4bad-4836-b8e7-940a9961ec1a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:10.837027 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-363fcec3-87fe-4af9-b49e-54cfd5de7c0e req-a1405f19-4bad-4836-b8e7-940a9961ec1a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 944 time: 0.3070068 Sep 07 05:09:10.847444 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5498d74d-ab29-4301-8e13-f123985cea20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:10.864546 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-5b3e083c-52b0-4e88-bcba-658dafa26a54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4378e769b7e640bea6299a74b0d632b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614686 Sep 07 05:09:10.864546 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44800) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:10.864916 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=82caa0ca-56d2-4151-8cf3-33c9cabc2343,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:10.982082 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ec0fdbfe-62f2-4b60-b903-3aaff817a7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.060583 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ec0fdbfe-62f2-4b60-b903-3aaff817a7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.082641 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['f4e8e17b-9513-4b2f-8e95-27eb652f6fde'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:09:11.094296 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['82caa0ca-56d2-4151-8cf3-33c9cabc2343'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:09:11.103841 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-363fcec3-87fe-4af9-b49e-54cfd5de7c0e req-f1f2b9cd-f43f-4351-bd18-0b5fe8b3222c tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654111 Sep 07 05:09:11.128431 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.157326 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5498d74d-ab29-4301-8e13-f123985cea20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.173870 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5498d74d-ab29-4301-8e13-f123985cea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.207703 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639c5d7-b8db-46a8-9226-b61e028821db req-411b9cae-ebeb-4cfd-9dc1-22842e56ace0 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:11.210876 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5639c5d7-b8db-46a8-9226-b61e028821db req-411b9cae-ebeb-4cfd-9dc1-22842e56ace0 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1979935 Sep 07 05:09:11.223005 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498d74d-ab29-4301-8e13-f123985cea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64326c2c-d783-4d2d-bce6-c49c25d26f03,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:11.263048 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-5498d74d-ab29-4301-8e13-f123985cea20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aec11443202544d5a9c08ca1315f1a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541017 Sep 07 05:09:11.268050 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.277961 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44808) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:11.313361 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b1c06-6dbd-4b7e-a6b0-c09f54a30e92 None None] Network c34864df-6196-4552-ac86-6f2292b1a813 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:09:11.374484 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5639c5d7-b8db-46a8-9226-b61e028821db req-aed4db25-f8ba-4257-b833-41a96858fabc tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993679 Sep 07 05:09:11.466339 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4b2dae9d-3148-4683-94b4-1b45a0e06e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.466339 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ec0fdbfe-62f2-4b60-b903-3aaff817a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.466339 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ec0fdbfe-62f2-4b60-b903-3aaff817a7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.479269 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-ec0fdbfe-62f2-4b60-b903-3aaff817a7f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2118c048-7212-4aaf-a0c2-a2060eb7c5d9 HTTP/1.1" status: 204 len: 168 time: 0.6107306 Sep 07 05:09:11.485974 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:11.503348 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f390ee3e-231f-4f23-aa07-5e5bcc3d54f7 None None] Provisioning for port ad4ee1ec-9fc4-408f-9955-4a63192e94e3 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:11.537587 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Pushing event updated for resources: {'Port': ['ID=f2836f90-01e8-4838-9144-f284a13b6ac4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:11.539230 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fdbfe-62f2-4b60-b903-3aaff817a7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2118c048-7212-4aaf-a0c2-a2060eb7c5d9,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:11.548912 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:11.555605 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:11.573474 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f390ee3e-231f-4f23-aa07-5e5bcc3d54f7 None None] Provisioning complete for port ad4ee1ec-9fc4-408f-9955-4a63192e94e3 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:11.574171 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f390ee3e-231f-4f23-aa07-5e5bcc3d54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.620839 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4b2dae9d-3148-4683-94b4-1b45a0e06e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.888725 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795b7b0-d70a-44f7-b19d-4c8fe5524895 req-161a89ab-4f9f-43f8-805a-b3424f7e1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:11.895521 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a795b7b0-d70a-44f7-b19d-4c8fe5524895 req-161a89ab-4f9f-43f8-805a-b3424f7e1a65 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 1099 time: 0.3150666 Sep 07 05:09:11.991586 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4b2dae9d-3148-4683-94b4-1b45a0e06e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.993785 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4b2dae9d-3148-4683-94b4-1b45a0e06e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:11.997887 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-4b2dae9d-3148-4683-94b4-1b45a0e06e72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64326c2c-d783-4d2d-bce6-c49c25d26f03 HTTP/1.1" status: 204 len: 168 time: 0.7101440 Sep 07 05:09:12.027567 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a795b7b0-d70a-44f7-b19d-4c8fe5524895 req-14132222-ac2e-49c1-a5f5-47ff4a51705e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241782 Sep 07 05:09:12.029916 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dae9d-3148-4683-94b4-1b45a0e06e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64326c2c-d783-4d2d-bce6-c49c25d26f03,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:12.320971 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc981535-de3d-48eb-9afd-4107b3bf4001 req-757757c8-3eb2-44d4-8e99-cebc5ebd9fd9 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:12.323814 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dc981535-de3d-48eb-9afd-4107b3bf4001 req-757757c8-3eb2-44d4-8e99-cebc5ebd9fd9 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 945 time: 0.2801971 Sep 07 05:09:12.369426 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f390ee3e-231f-4f23-aa07-5e5bcc3d54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:12.446272 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:12.466384 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f390ee3e-231f-4f23-aa07-5e5bcc3d54f7 None None] For port ad4ee1ec-9fc4-408f-9955-4a63192e94e3, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ad4ee1ec-9fc4-408f-9955-4a63192e94e3,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:12.472147 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a373b-8121-4079-a65d-c73f99006d5c req-ef708d85-88aa-4a9b-880b-66ea8f6a4802 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:12.473983 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-686a373b-8121-4079-a65d-c73f99006d5c req-ef708d85-88aa-4a9b-880b-66ea8f6a4802 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 944 time: 0.2323823 Sep 07 05:09:12.491699 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f390ee3e-231f-4f23-aa07-5e5bcc3d54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:12.566009 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-686a373b-8121-4079-a65d-c73f99006d5c req-8fd1798a-0120-43bb-abc4-54ead9c49d88 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653899 Sep 07 05:09:12.661497 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390ee3e-231f-4f23-aa07-5e5bcc3d54f7 None None] Pushing event updated for resources: {'Port': ['ID=ad4ee1ec-9fc4-408f-9955-4a63192e94e3,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:12.738017 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dc981535-de3d-48eb-9afd-4107b3bf4001 req-0d626558-045b-41b1-8904-65f740c5b30f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945590 Sep 07 05:09:12.775475 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0bd28-14c8-4e49-987d-d9a91c56ad56 req-a364a91b-5d1d-4a96-81c3-b0df04a87f3c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:12.793382 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9fa0bd28-14c8-4e49-987d-d9a91c56ad56 req-a364a91b-5d1d-4a96-81c3-b0df04a87f3c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1141326 Sep 07 05:09:12.910488 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:12.912694 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9fa0bd28-14c8-4e49-987d-d9a91c56ad56 req-62aec6d4-c251-4b38-84e8-a14041c7c4a1 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070483 Sep 07 05:09:13.081076 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-565a8d15-d0b4-443b-b40f-61806999d3c2 None None] Provisioning complete for port ad4ee1ec-9fc4-408f-9955-4a63192e94e3 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:13.081664 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-565a8d15-d0b4-443b-b40f-61806999d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:13.242233 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device f4e8e17b-9513-4b2f-8e95-27eb652f6fde up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:13.372485 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port f4e8e17b-9513-4b2f-8e95-27eb652f6fde completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:13.378765 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port f4e8e17b-9513-4b2f-8e95-27eb652f6fde triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:13.379252 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:13.478190 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Router b466ee06-045f-40d2-9078-559dfe9f97a5 is scheduled to L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 05:09:13.538294 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:13.610615 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91085c04-e04b-464a-bfdd-a26e39b46a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e8e17b-9513-4b2f-8e95-27eb652f6fde'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:13.613623 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d8c4df-9a2a-4a0b-bd0f-692c4c6a9a38" -d '{"events": [{"server_uuid": "91085c04-e04b-464a-bfdd-a26e39b46a35", "name": "network-vif-plugged", "status": "completed", "tag": "f4e8e17b-9513-4b2f-8e95-27eb652f6fde"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:13.630523 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port f4e8e17b-9513-4b2f-8e95-27eb652f6fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,segment=NetworkSegment(f9dd005d-891a-4c30-a738-42072281a8b9),segment_id=f9dd005d-891a-4c30-a738-42072281a8b9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:13.641466 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:13.643167 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 82caa0ca-56d2-4151-8cf3-33c9cabc2343 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:13.724149 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bc9ab6-e112-472d-a16d-4d1eb917afaf x-openstack-request-id: req-62bc9ab6-e112-472d-a16d-4d1eb917afaf {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:13.724478 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91085c04-e04b-464a-bfdd-a26e39b46a35", "name": "network-vif-plugged", "status": "completed", "tag": "f4e8e17b-9513-4b2f-8e95-27eb652f6fde", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:13.724980 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62bc9ab6-e112-472d-a16d-4d1eb917afaf {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:13.725148 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91085c04-e04b-464a-bfdd-a26e39b46a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e8e17b-9513-4b2f-8e95-27eb652f6fde', 'code': 200} Sep 07 05:09:13.803211 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:13.822995 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 82caa0ca-56d2-4151-8cf3-33c9cabc2343 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:13.839161 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 82caa0ca-56d2-4151-8cf3-33c9cabc2343 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:13.839839 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:13.913773 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:09:13.929621 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Sync routers for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:09:13.961673 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:13.963215 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:08:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:14.066810 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:14.095804 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ec4bcbe4-fb4f-4bc2-849a-7cf1c3d4c173 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8784394 Sep 07 05:09:14.100129 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44908) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:14.111198 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:14.183390 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a72f-86f2-438b-87b9-db3ae76d9401 req-53c82a80-711c-41f0-bfa8-95396d00f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:14.188004 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1eb0a72f-86f2-438b-87b9-db3ae76d9401 req-53c82a80-711c-41f0-bfa8-95396d00f146 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 1098 time: 0.1591923 Sep 07 05:09:14.199429 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 82caa0ca-56d2-4151-8cf3-33c9cabc2343, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82caa0ca-56d2-4151-8cf3-33c9cabc2343,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:14.209573 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:14.298805 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1eb0a72f-86f2-438b-87b9-db3ae76d9401 req-382e4f8d-8157-45e8-84e4-13d6c164d2a9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984564 Sep 07 05:09:14.319500 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=82caa0ca-56d2-4151-8cf3-33c9cabc2343,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:14.332292 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfaff2-562a-445f-8af7-a35105b2b7a0 req-9297f89b-379c-4d7d-ad48-f83101518ec1 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:14.335573 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-67dfaff2-562a-445f-8af7-a35105b2b7a0 req-9297f89b-379c-4d7d-ad48-f83101518ec1 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 945 time: 0.4168794 Sep 07 05:09:14.405613 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ad4ee1ec-9fc4-408f-9955-4a63192e94e3 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:14.433223 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-67dfaff2-562a-445f-8af7-a35105b2b7a0 req-10463ae1-651a-4f5a-86a9-3937bdec7570 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752375 Sep 07 05:09:14.525285 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 44914) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:14.527812 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:14.568556 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f3fec-db93-4ab1-b7f1-2970492c87d1 req-7ef5ae2f-219f-4ce3-8780-7863865e5560 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:14.587996 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cd9f3fec-db93-4ab1-b7f1-2970492c87d1 req-7ef5ae2f-219f-4ce3-8780-7863865e5560 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 945 time: 0.6700127 Sep 07 05:09:14.615531 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port ad4ee1ec-9fc4-408f-9955-4a63192e94e3 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:14.615911 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:14.749040 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab5f38-02e2-4396-890a-0c3775965d79 req-a21edbc8-728e-4f93-a9d6-01fbe8c42dbe tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:14.752602 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29ab5f38-02e2-4396-890a-0c3775965d79 req-a21edbc8-728e-4f93-a9d6-01fbe8c42dbe tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1621060 Sep 07 05:09:14.877036 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29ab5f38-02e2-4396-890a-0c3775965d79 req-19edb322-5fc2-4840-b1c3-dc9c4a5f309a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178038 Sep 07 05:09:14.954916 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cd9f3fec-db93-4ab1-b7f1-2970492c87d1 req-2393fbb2-ec5a-4785-8fe3-753e84940b3e tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519819 Sep 07 05:09:15.140967 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:12Z', 'revision_number': 3, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:15.202024 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Checking router: b466ee06-045f-40d2-9078-559dfe9f97a5 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:09:15.204734 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Updating router b466ee06-045f-40d2-9078-559dfe9f97a5 port f2836f90-01e8-4838-9144-f284a13b6ac4 binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:09:15.270829 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:15.288357 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea77dda-0b33-4c2a-9117-6940c3fde353 req-204433c0-d170-40c5-a36e-48118d70dfc4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:15.291503 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0ea77dda-0b33-4c2a-9117-6940c3fde353 req-204433c0-d170-40c5-a36e-48118d70dfc4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.2112839 Sep 07 05:09:15.421094 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e261721-0958-442f-9829-0c17bcaebd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:15.550441 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0ea77dda-0b33-4c2a-9117-6940c3fde353 req-459f731d-61fc-48b7-bf63-776f15c76d7b tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374675 Sep 07 05:09:15.731886 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82caa0ca-56d2-4151-8cf3-33c9cabc2343'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:15.747952 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d8e142-2700-4055-bd06-7cb2894a2928" -d '{"events": [{"server_uuid": "059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd", "name": "network-vif-plugged", "status": "completed", "tag": "82caa0ca-56d2-4151-8cf3-33c9cabc2343"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:15.823575 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca2157c-f40d-443a-8ec0-a783b6d678cb x-openstack-request-id: req-cca2157c-f40d-443a-8ec0-a783b6d678cb {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:15.824833 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd", "name": "network-vif-plugged", "status": "completed", "tag": "82caa0ca-56d2-4151-8cf3-33c9cabc2343", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:15.824966 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cca2157c-f40d-443a-8ec0-a783b6d678cb {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:15.825526 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82caa0ca-56d2-4151-8cf3-33c9cabc2343', 'code': 200} Sep 07 05:09:15.871602 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e261721-0958-442f-9829-0c17bcaebd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:15.886280 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e261721-0958-442f-9829-0c17bcaebd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:15.952806 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1418897-655f-45b9-b6bc-ce1739b360aa req-57eda272-424e-4105-bf9a-31b5cd443fb1 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:15.968960 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b1418897-655f-45b9-b6bc-ce1739b360aa req-57eda272-424e-4105-bf9a-31b5cd443fb1 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 946 time: 0.2596507 Sep 07 05:09:16.005839 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.075272 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Transition to ACTIVE for port object f2836f90-01e8-4838-9144-f284a13b6ac4 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:16.098194 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.105107 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b1418897-655f-45b9-b6bc-ce1739b360aa req-8a6fc772-edab-47fb-9bfb-86e74f650911 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343307 Sep 07 05:09:16.114762 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7e261721-0958-442f-9829-0c17bcaebd1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc4edbdb1966423a849ca5cb54ac21b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5879345 Sep 07 05:09:16.119676 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.123814 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e261721-0958-442f-9829-0c17bcaebd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb5ba78-ea2d-41ca-8ebd-95906db90fd0,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:16.130404 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 44988) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:16.327271 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Attempting to bind port f2836f90-01e8-4838-9144-f284a13b6ac4 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:16.328368 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Attempting to bind port f2836f90-01e8-4838-9144-f284a13b6ac4 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:16.328368 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Attempting to bind port f2836f90-01e8-4838-9144-f284a13b6ac4 on network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:16.330291 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Pushing event updated for resources: {'Port': ['ID=f2836f90-01e8-4838-9144-f284a13b6ac4,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:16.357804 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.374505 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.375312 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.377065 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.379613 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.380395 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.381348 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Allocated IP 172.20.0.1 (c34864df-6196-4552-ac86-6f2292b1a813/8dc3ea88-6288-4029-9e1b-02111d8980b2/99533e8d-54a4-4017-989f-bc1c9ceb0bf5) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:16.381886 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.383421 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.384996 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.387990 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.391391 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.393082 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:16.405587 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91565-3f3b-4bfd-89f1-a01448998ca9 req-9f5fafaa-8b89-4b5a-8e06-face4e8001c4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:16.406428 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:16.409705 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:16.410491 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.410672 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Bound using segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:16.413866 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Bound port: f2836f90-01e8-4838-9144-f284a13b6ac4, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:16.416647 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.421949 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2ae91565-3f3b-4bfd-89f1-a01448998ca9 req-9f5fafaa-8b89-4b5a-8e06-face4e8001c4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 945 time: 0.2403936 Sep 07 05:09:16.453074 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfaef1-ba24-4599-b3f9-05e622dff296 req-c76eb7ef-68d8-4f9a-ae75-424e620b3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:16.456339 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cacfaef1-ba24-4599-b3f9-05e622dff296 req-c76eb7ef-68d8-4f9a-ae75-424e620b3e99 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 1099 time: 0.2109222 Sep 07 05:09:16.575299 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] For port f2836f90-01e8-4838-9144-f284a13b6ac4, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:16.579559 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.582405 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] For port f2836f90-01e8-4838-9144-f284a13b6ac4, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=f2836f90-01e8-4838-9144-f284a13b6ac4,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:16.587549 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2ae91565-3f3b-4bfd-89f1-a01448998ca9 req-d113c65b-6f51-45a9-ac5c-8a7ab6940f3a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569452 Sep 07 05:09:16.594758 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.609491 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cacfaef1-ba24-4599-b3f9-05e622dff296 req-eaf49088-5939-47d9-abde-c5cd7efd90cb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392143 Sep 07 05:09:16.662529 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Transition to ACTIVE for port object 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:16.694825 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fbcee-811c-4571-aeef-fff1eb2628b4 None None] Pushing event updated for resources: {'Port': ['ID=f2836f90-01e8-4838-9144-f284a13b6ac4,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:16.746601 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:16.747268 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:08:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:16.779802 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a6ed49e-5263-4a0f-b777-aac966ead887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.809540 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a6ed49e-5263-4a0f-b777-aac966ead887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.863090 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.893968 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a6ed49e-5263-4a0f-b777-aac966ead887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.896651 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a6ed49e-5263-4a0f-b777-aac966ead887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:16.902683 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2a6ed49e-5263-4a0f-b777-aac966ead887 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5bb5ba78-ea2d-41ca-8ebd-95906db90fd0 HTTP/1.1" status: 204 len: 168 time: 0.7630444 Sep 07 05:09:16.933262 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ed49e-5263-4a0f-b777-aac966ead887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb5ba78-ea2d-41ca-8ebd-95906db90fd0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:16.941919 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Network c34864df-6196-4552-ac86-6f2292b1a813 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:16.944429 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Pushing event updated for resources: {'Port': ['ID=99533e8d-54a4-4017-989f-bc1c9ceb0bf5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:16.949426 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:16.956979 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:17.092878 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376449'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:17.133417 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:17.476836 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-97864aca-bd33-428b-b8fb-834544b5ef9a None None] Provisioning for port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:17.483303 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-97864aca-bd33-428b-b8fb-834544b5ef9a None None] Provisioning complete for port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:17.483863 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-97864aca-bd33-428b-b8fb-834544b5ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:17.519679 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3868-fecc-4543-9272-c1f2dd0c20b7 req-e563674a-2a60-4f60-ad03-b3e09e32482c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:17.521608 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-acee3868-fecc-4543-9272-c1f2dd0c20b7 req-e563674a-2a60-4f60-ad03-b3e09e32482c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 946 time: 0.2139652 Sep 07 05:09:17.584661 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-97864aca-bd33-428b-b8fb-834544b5ef9a None None] Port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:09:17.622365 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:17.642148 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-acee3868-fecc-4543-9272-c1f2dd0c20b7 req-c4bbaa86-8e46-48ac-a759-4b8a9bb1de3d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964894 Sep 07 05:09:17.717328 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:12Z', 'revision_number': 3, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:17.774289 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46197e4d-32ee-4e05-b464-434b3d52bbef None None] The sync data for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi is: [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:12Z', 'revision_number': 3, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:09:17.859315 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-342dc4f0-e73a-41e1-83a2-6e170b3dfa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:17.977909 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:17.986898 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:18.138877 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375089'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:18.266808 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Pushing event updated for resources: {'Port': ['ID=99533e8d-54a4-4017-989f-bc1c9ceb0bf5,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:18.598130 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45078) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:18.607630 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Network c34864df-6196-4552-ac86-6f2292b1a813 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:18.609631 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:18.918123 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44812f-2955-4eb4-9ffd-5409f9c8488c req-58a2a781-2b8f-4d2d-b068-77428b89ba9a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:18.934127 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fa44812f-2955-4eb4-9ffd-5409f9c8488c req-58a2a781-2b8f-4d2d-b068-77428b89ba9a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 945 time: 0.1470983 Sep 07 05:09:19.014909 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Router b466ee06-045f-40d2-9078-559dfe9f97a5 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:09:19.048978 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c1f97879-a175-4470-979c-38b7b6cfc819 None None] Provisioning complete for port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:19.051162 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c1f97879-a175-4470-979c-38b7b6cfc819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:19.082753 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df6ae8b-8732-4288-8821-1e035c8142ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:19.117196 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c1f97879-a175-4470-979c-38b7b6cfc819 None None] Port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:09:19.168380 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fa44812f-2955-4eb4-9ffd-5409f9c8488c req-a4679cb5-921f-4143-ba9e-aa899903da15 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324929 Sep 07 05:09:19.185883 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4973050-9a49-47f9-9bb4-adf37802a270 req-6d51cbb8-fa56-4435-b051-60f476367499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:19.187808 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a4973050-9a49-47f9-9bb4-adf37802a270 req-6d51cbb8-fa56-4435-b051-60f476367499 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 1098 time: 0.2486854 Sep 07 05:09:19.250112 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f8bf2-94f8-4f1b-9c5d-9c99002f863d req-779eb815-4ba7-4428-b15b-c3fad20e5c8d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:19.252299 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0f8bf2-94f8-4f1b-9c5d-9c99002f863d req-779eb815-4ba7-4428-b15b-c3fad20e5c8d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 946 time: 0.1442924 Sep 07 05:09:19.293997 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:09:19.332523 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-69ea57ad-5f8a-478b-8a12-ff7fcca0cad4 admin admin] 10.222.0.49 "PUT /v2.0/routers/b466ee06-045f-40d2-9078-559dfe9f97a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2094188 Sep 07 05:09:19.405616 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0f8bf2-94f8-4f1b-9c5d-9c99002f863d req-9baf262c-ce9e-4f4d-ad64-1f4d7e2184ca tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406088 Sep 07 05:09:19.494834 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:19.645618 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df6ae8b-8732-4288-8821-1e035c8142ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:19.658715 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90718ac4-4ce6-4071-9554-5b46b116c0f0 req-e663d7a6-2e2d-4170-b2cb-784c712f12ca tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:19.661157 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-90718ac4-4ce6-4071-9554-5b46b116c0f0 req-e663d7a6-2e2d-4170-b2cb-784c712f12ca tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.2850957 Sep 07 05:09:19.665271 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df6ae8b-8732-4288-8821-1e035c8142ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:19.742639 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4973050-9a49-47f9-9bb4-adf37802a270 req-d8b2580c-eb30-4d3f-b8a2-9fe0abaebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:19.745888 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a4973050-9a49-47f9-9bb4-adf37802a270 req-d8b2580c-eb30-4d3f-b8a2-9fe0abaebaba service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 920 time: 0.4495296 Sep 07 05:09:19.895251 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-9df6ae8b-8732-4288-8821-1e035c8142ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9bc7ab1806d448d8866f7e41cea534f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2954772 Sep 07 05:09:19.899955 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45118) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:19.900944 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a4973050-9a49-47f9-9bb4-adf37802a270 req-b17ff263-3331-4d3b-98a5-479edf7998d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05 HTTP/1.1" status: 200 len: 217 time: 0.1106043 Sep 07 05:09:19.932604 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6ae8b-8732-4288-8821-1e035c8142ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e236e7a2-365c-4eb2-a6d6-e6ba0319c8be,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:19.955185 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-90718ac4-4ce6-4071-9554-5b46b116c0f0 req-c9caca78-70be-4ca3-b5df-7e642192bf70 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616155 Sep 07 05:09:20.043902 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-28d7addf-3b7c-48a0-a7f6-6d010e63e3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:20.113961 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-28d7addf-3b7c-48a0-a7f6-6d010e63e3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:20.145392 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4973050-9a49-47f9-9bb4-adf37802a270 req-1ea6240d-8a98-4dc4-bc88-4e607153230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:20.149514 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a4973050-9a49-47f9-9bb4-adf37802a270 req-1ea6240d-8a98-4dc4-bc88-4e607153230c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed51f394-0aa0-447b-bf08-ca3675dfc6c0 HTTP/1.1" status: 200 len: 859 time: 0.2097099 Sep 07 05:09:20.218473 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a4973050-9a49-47f9-9bb4-adf37802a270 req-bdc117b8-a568-471d-bb54-5edb60c0e415 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3e12032-35e2-4fcd-94f2-18e530261dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480094 Sep 07 05:09:20.242136 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-28d7addf-3b7c-48a0-a7f6-6d010e63e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:20.250482 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-28d7addf-3b7c-48a0-a7f6-6d010e63e3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:20.263980 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-28d7addf-3b7c-48a0-a7f6-6d010e63e3e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e236e7a2-365c-4eb2-a6d6-e6ba0319c8be HTTP/1.1" status: 204 len: 168 time: 0.3635764 Sep 07 05:09:20.279668 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7addf-3b7c-48a0-a7f6-6d010e63e3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e236e7a2-365c-4eb2-a6d6-e6ba0319c8be,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:20.515410 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device f2836f90-01e8-4838-9144-f284a13b6ac4 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:20.761839 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-1a6100b4-bd29-494c-95d4-375039444846 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:20.765658 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-1a6100b4-bd29-494c-95d4-375039444846 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.16 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 945 time: 0.4769914 Sep 07 05:09:20.792925 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port f2836f90-01e8-4838-9144-f284a13b6ac4 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:20.811828 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port f2836f90-01e8-4838-9144-f284a13b6ac4 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:20.812685 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:21.111688 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:21.117964 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e96923a8-9b01-435d-867a-eeba6c15e8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:21.188768 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port f2836f90-01e8-4838-9144-f284a13b6ac4, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=f2836f90-01e8-4838-9144-f284a13b6ac4,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:21.194757 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a4973050-9a49-47f9-9bb4-adf37802a270 req-eddd3159-ebcf-4dfc-94fb-3692e0f291b1 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9666710 Sep 07 05:09:21.204428 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:21.262977 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdefa68-999a-43c7-bf66-09980f6a0d2b req-ce1729fd-6f1d-4511-958d-30b582343358 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:21.275827 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0fdefa68-999a-43c7-bf66-09980f6a0d2b req-ce1729fd-6f1d-4511-958d-30b582343358 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 945 time: 0.3200095 Sep 07 05:09:21.359828 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=f2836f90-01e8-4838-9144-f284a13b6ac4,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:21.367938 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Sync routers for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:09:21.438549 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:21.438549 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:21.444474 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45160) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:21.504407 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-167bc9fd-cd2b-4d26-bee3-9484c43169a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:21.519804 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45162) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:21.561340 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4ec4d780-e1f7-43f8-a973-6ffbcc3b948d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988641139', 'description': 'tempest-description--708164619'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:21.644761 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.db.api [None req-4ec4d780-e1f7-43f8-a973-6ffbcc3b948d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 05:09:21.644761 dv-cinder-804757-6-iscsi neutron-server[94012]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 05:09:21.644761 dv-cinder-804757-6-iscsi neutron-server[94012]: [parameters: {'project_id': 'aae983a094f84fe891eb38815d522d61', 'id': '23859faa-f275-46da-88be-0b4cbbcaa1cb', 'expiration': datetime.datetime(2021, 9, 7, 5, 11, 21, 626171)}] Sep 07 05:09:21.644761 dv-cinder-804757-6-iscsi neutron-server[94012]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 05:09:21.645688 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG oslo_db.api [None req-4ec4d780-e1f7-43f8-a973-6ffbcc3b948d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 05:09:21.991506 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-167bc9fd-cd2b-4d26-bee3-9484c43169a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.011760 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-9a1e81c3-f10a-4f25-a5c0-de9f87b7f7b4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Deleting port f4e8e17b-9513-4b2f-8e95-27eb652f6fde {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:09:22.012394 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-9a1e81c3-f10a-4f25-a5c0-de9f87b7f7b4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.019617 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a4973050-9a49-47f9-9bb4-adf37802a270 req-b5425340-d328-4c12-a56c-2c4ce46fb037 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8148251 Sep 07 05:09:22.030532 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0fdefa68-999a-43c7-bf66-09980f6a0d2b req-e9b72530-f1d8-45e3-9f7e-21abc4e408f8 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7529488 Sep 07 05:09:22.043285 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:22.046081 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9df81-9df8-43ec-919d-1956fcda8547 req-32f823ec-11de-46d1-a338-3d4e4d4b6415 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:22.047588 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.051001 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ead9df81-9df8-43ec-919d-1956fcda8547 req-32f823ec-11de-46d1-a338-3d4e4d4b6415 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.2652521 Sep 07 05:09:22.060922 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-167bc9fd-cd2b-4d26-bee3-9484c43169a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.156260 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-167bc9fd-cd2b-4d26-bee3-9484c43169a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=372ade3b5fce4446b079502f9f7f57d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7060349 Sep 07 05:09:22.169085 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ead9df81-9df8-43ec-919d-1956fcda8547 req-3ac4c05b-0d74-4e82-a657-8d4e9495c3c2 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018629 Sep 07 05:09:22.169883 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bc9fd-cd2b-4d26-bee3-9484c43169a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d7824-db71-431e-a2e1-64021671bf5b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:22.172367 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45174) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:22.221404 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ec4d780-e1f7-43f8-a973-6ffbcc3b948d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.261627 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.298835 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-9a1e81c3-f10a-4f25-a5c0-de9f87b7f7b4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] For port f4e8e17b-9513-4b2f-8e95-27eb652f6fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,segment=NetworkSegment(f9dd005d-891a-4c30-a738-42072281a8b9),segment_id=f9dd005d-891a-4c30-a738-42072281a8b9)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:22.299204 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-9a1e81c3-f10a-4f25-a5c0-de9f87b7f7b4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.352760 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-9a1e81c3-f10a-4f25-a5c0-de9f87b7f7b4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Calling delete_port for f4e8e17b-9513-4b2f-8e95-27eb652f6fde owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:09:22.359964 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device f2836f90-01e8-4838-9144-f284a13b6ac4 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:22.486173 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ec4d780-e1f7-43f8-a973-6ffbcc3b948d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.494482 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ec4d780-e1f7-43f8-a973-6ffbcc3b948d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.495358 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port f2836f90-01e8-4838-9144-f284a13b6ac4 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:22.496011 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.499606 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6ecd-d939-4d80-b2b3-5e9a3ab43a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.538748 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6ecd-d939-4d80-b2b3-5e9a3ab43a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.552140 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4ec4d780-e1f7-43f8-a973-6ffbcc3b948d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.555074 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4ec4d780-e1f7-43f8-a973-6ffbcc3b948d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0324121 Sep 07 05:09:22.558741 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45182) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:22.567393 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bb22d6d0-d917-4409-87bf-939dcec9b955 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'security_group_rule': {'security_group_id': '94b53689-0b22-404d-97cb-d8729a974ca1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:22.579255 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4d780-e1f7-43f8-a973-6ffbcc3b948d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b53689-0b22-404d-97cb-d8729a974ca1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:22.612193 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-9a1e81c3-f10a-4f25-a5c0-de9f87b7f7b4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.639771 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb22d6d0-d917-4409-87bf-939dcec9b955 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.651812 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e81c3-f10a-4f25-a5c0-de9f87b7f7b4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Pushing event deleted for resources: {'Port': ['ID=f4e8e17b-9513-4b2f-8e95-27eb652f6fde,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:22.711950 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6ecd-d939-4d80-b2b3-5e9a3ab43a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.716512 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6ecd-d939-4d80-b2b3-5e9a3ab43a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.718339 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-fa4c6ecd-d939-4d80-b2b3-5e9a3ab43a42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/370d7824-db71-431e-a2e1-64021671bf5b HTTP/1.1" status: 204 len: 168 time: 0.5445473 Sep 07 05:09:22.719682 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-9a1e81c3-f10a-4f25-a5c0-de9f87b7f7b4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] No DVR routers for this DVR port f4e8e17b-9513-4b2f-8e95-27eb652f6fde on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:09:22.731105 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c6ecd-d939-4d80-b2b3-5e9a3ab43a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d7824-db71-431e-a2e1-64021671bf5b,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:22.734577 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-9a1e81c3-f10a-4f25-a5c0-de9f87b7f7b4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.737217 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0a3e2f26-f631-40ef-85f3-dd6162537f96 req-9a1e81c3-f10a-4f25-a5c0-de9f87b7f7b4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.16 "DELETE /v2.0/ports/f4e8e17b-9513-4b2f-8e95-27eb652f6fde HTTP/1.1" status: 204 len: 173 time: 1.9449797 Sep 07 05:09:22.738096 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91085c04-e04b-464a-bfdd-a26e39b46a35', 'name': 'network-vif-deleted', 'tag': 'f4e8e17b-9513-4b2f-8e95-27eb652f6fde'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:22.741117 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f61ff7-8f79-43fb-99a5-110abed4c28c" -d '{"events": [{"server_uuid": "91085c04-e04b-464a-bfdd-a26e39b46a35", "name": "network-vif-deleted", "tag": "f4e8e17b-9513-4b2f-8e95-27eb652f6fde"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:22.915597 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dbc5b7-e5db-4b38-8272-cd8b2c878c73 x-openstack-request-id: req-93dbc5b7-e5db-4b38-8272-cd8b2c878c73 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:22.915597 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91085c04-e04b-464a-bfdd-a26e39b46a35", "name": "network-vif-deleted", "tag": "f4e8e17b-9513-4b2f-8e95-27eb652f6fde", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:22.915597 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93dbc5b7-e5db-4b38-8272-cd8b2c878c73 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:22.915597 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91085c04-e04b-464a-bfdd-a26e39b46a35', 'name': 'network-vif-deleted', 'tag': 'f4e8e17b-9513-4b2f-8e95-27eb652f6fde', 'status': 'completed', 'code': 200} Sep 07 05:09:22.924893 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 2, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:22.985360 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb22d6d0-d917-4409-87bf-939dcec9b955 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:22.996908 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb22d6d0-d917-4409-87bf-939dcec9b955 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:23.041035 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Checking router: b466ee06-045f-40d2-9078-559dfe9f97a5 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:09:23.043108 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Updating router b466ee06-045f-40d2-9078-559dfe9f97a5 port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 binding host dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:09:23.060671 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22d6d0-d917-4409-87bf-939dcec9b955 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0106a9-bbfc-458d-b052-12efaaa53718,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:23.105422 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb22d6d0-d917-4409-87bf-939dcec9b955 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:23.107070 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bb22d6d0-d917-4409-87bf-939dcec9b955 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5461349 Sep 07 05:09:23.111798 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45204) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:23.117717 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-9666633a-735c-4a90-851d-022002be9d20 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'security_group_rule': {'security_group_id': '94b53689-0b22-404d-97cb-d8729a974ca1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:23.136684 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:23.204250 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9666633a-735c-4a90-851d-022002be9d20 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:23.435724 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-13ce7ac3-068f-4de8-9775-aa7bfdb6f0a7 req-77568d38-1c32-45bb-8386-ea90a17361a9 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=91085c04-e04b-464a-bfdd-a26e39b46a35 HTTP/1.1" status: 200 len: 210 time: 0.0666158 Sep 07 05:09:23.475924 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device f4e8e17b-9513-4b2f-8e95-27eb652f6fde no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:09:23.489607 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9666633a-735c-4a90-851d-022002be9d20 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:23.501024 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9666633a-735c-4a90-851d-022002be9d20 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:23.555543 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: f4e8e17b-9513-4b2f-8e95-27eb652f6fde {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:09:23.556162 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device f4e8e17b-9513-4b2f-8e95-27eb652f6fde not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:09:23.595284 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666633a-735c-4a90-851d-022002be9d20 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085df33e-8f7d-4ea3-8eaf-fe58cbba8810,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:23.625575 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68174b5-4a5d-4e9f-ac34-812e8d6cee52 req-374b19c4-0daf-412f-be97-160c8cf13e52 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:23.647988 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a68174b5-4a5d-4e9f-ac34-812e8d6cee52 req-374b19c4-0daf-412f-be97-160c8cf13e52 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.2828460 Sep 07 05:09:23.695460 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9666633a-735c-4a90-851d-022002be9d20 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:23.707890 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-9666633a-735c-4a90-851d-022002be9d20 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5908570 Sep 07 05:09:23.721019 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45224) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:23.722314 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45226) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:23.780192 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a68174b5-4a5d-4e9f-ac34-812e8d6cee52 req-d9af3411-ad06-40ac-ac1d-e3cea52e9277 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311123 Sep 07 05:09:24.014211 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:24.033903 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'floatingip': {'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:24.041893 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:24.076594 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Transition to ACTIVE for port object 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:24.089574 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:24.318998 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124301a-0a3f-49d1-b492-fc7498837b68 None None] Pushing event updated for resources: {'Port': ['ID=99533e8d-54a4-4017-989f-bc1c9ceb0bf5,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:24.419375 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Attempting to bind port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:24.420205 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-67825a74-b5c9-482f-ad4c-618a5d4db7d5 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:24.420387 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Attempting to bind port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:24.420862 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Attempting to bind port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 on network c34864df-6196-4552-ac86-6f2292b1a813 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:24.431621 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:24.432883 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Checking segment: {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:24.433539 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:24.434446 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-67825a74-b5c9-482f-ad4c-618a5d4db7d5 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 815 time: 0.7755332 Sep 07 05:09:24.445364 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Bound using segment: {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:24.446576 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:24.471619 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Bound port: 99533e8d-54a4-4017-989f-bc1c9ceb0bf5, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:24.472703 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:24.563094 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-6dd0b457-1545-4a98-8496-5afb0634efdc tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/quotas/3f742cdbc3794ad9a676e348c36c7c24 HTTP/1.1" status: 200 len: 375 time: 0.1099081 Sep 07 05:09:24.621797 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] For port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:24.627980 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] For port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=99533e8d-54a4-4017-989f-bc1c9ceb0bf5,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:24.639732 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:24.671747 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2e74fd8-6ecd-453b-b0be-98c24a217d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:24.726767 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:24.727443 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:24.745467 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124301a-0a3f-49d1-b492-fc7498837b68 None None] Pushing event updated for resources: {'Port': ['ID=99533e8d-54a4-4017-989f-bc1c9ceb0bf5,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:24.852641 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-c672a697-8801-4eca-8673-9678f2a7d34c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2844367 Sep 07 05:09:24.970783 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:25.089215 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-03177273-2d76-4ae5-bacc-14dda3909b19 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:25.093243 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-03177273-2d76-4ae5-bacc-14dda3909b19 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/networks?id=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 HTTP/1.1" status: 200 len: 809 time: 0.2059803 Sep 07 05:09:25.132240 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-980dc1ce-5484-4b3d-8fe5-399a44a02d45 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/quotas/347d6f7628cc41c697dd47b408d19d24 HTTP/1.1" status: 200 len: 375 time: 0.0326872 Sep 07 05:09:25.170467 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-88fc894e-3bd4-44c5-ac5c-8631a8c7abbe service neutron] 10.222.0.49 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153186 Sep 07 05:09:25.188311 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-408f4834-9f9d-448a-9586-f6200f4fccc7 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=347d6f7628cc41c697dd47b408d19d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475934 Sep 07 05:09:25.313779 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:25.319628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2e74fd8-6ecd-453b-b0be-98c24a217d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:25.332763 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-f98ce4d4-d3c1-4697-a735-ce85864b4b70 service neutron] 10.222.0.49 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359379 Sep 07 05:09:25.338860 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f2e74fd8-6ecd-453b-b0be-98c24a217d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:25.371042 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:24Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:25.412789 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36298fef-2286-4ad7-a350-765f3473f92f None None] The sync data for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi is: [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:24Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:09:25.584393 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f2e74fd8-6ecd-453b-b0be-98c24a217d98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f68259530fb54aa5a84310399d3dc2d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5394917 Sep 07 05:09:25.598196 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45284) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:25.627118 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-01993fb4-4a5d-4ed5-b958-a4c9ccb6a151 service neutron] 10.222.0.49 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550045 Sep 07 05:09:25.667019 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-995fe1a0-5556-4cf4-a9ff-4969d4c7b325 service neutron] 10.222.0.49 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321033 Sep 07 05:09:25.667529 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e74fd8-6ecd-453b-b0be-98c24a217d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f15b5f-881c-4ad4-8645-e015a4efc856,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:25.815613 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d6729b7b-6641-495b-8842-1e38178994ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:25.916932 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Allocated IP 172.27.3.244 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/60b9055f-b098-446e-8dbf-bc0bc8f2910c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:25.924982 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d6729b7b-6641-495b-8842-1e38178994ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:26.127735 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d6729b7b-6641-495b-8842-1e38178994ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:26.135399 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d6729b7b-6641-495b-8842-1e38178994ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:26.137982 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-d6729b7b-6641-495b-8842-1e38178994ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73f15b5f-881c-4ad4-8645-e015a4efc856 HTTP/1.1" status: 204 len: 168 time: 0.5373616 Sep 07 05:09:26.188113 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6729b7b-6641-495b-8842-1e38178994ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f15b5f-881c-4ad4-8645-e015a4efc856,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:26.417407 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-89c33fe2-43d7-413d-8765-0ac8ce587b34 req-8b3b1910-76f7-460a-a09c-8ece03668e7f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 210 time: 0.1040673 Sep 07 05:09:26.508231 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:26.648445 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a83b9b-6c11-4c00-8098-731509df23f7 req-63ad57ae-50eb-4da4-8a6d-daa746198700 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:26.660754 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d3a83b9b-6c11-4c00-8098-731509df23f7 req-63ad57ae-50eb-4da4-8a6d-daa746198700 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.4342933 Sep 07 05:09:26.691434 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6c9bde1b-a746-4c8b-8ea2-1a64b8d495db req-adb63ebc-6517-44bb-80ab-c7cdefdfc51a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 210 time: 0.0785589 Sep 07 05:09:26.734086 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:26.739412 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:26.740390 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:26.783410 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:26.801504 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d3a83b9b-6c11-4c00-8098-731509df23f7 req-666a3bcb-29e3-460e-a556-54ded3ec6d4a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399901 Sep 07 05:09:26.927449 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:26.977322 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:26.996731 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:26.999869 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:27.005277 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:27.126564 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=99533e8d-54a4-4017-989f-bc1c9ceb0bf5,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:27.137263 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:27.198467 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'Port': ['ID=60b9055f-b098-446e-8dbf-bc0bc8f2910c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:27.276011 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:27.286996 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=99533e8d-54a4-4017-989f-bc1c9ceb0bf5,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:27.478378 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:27.808996 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-df0510c2-9db5-4403-bd49-114ab15cc9c4 req-05b0462f-1224-4673-92be-1bffe6543968 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 210 time: 0.1386070 Sep 07 05:09:28.055279 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:28.078916 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:28.204558 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aea79161-9457-4e21-b2b2-20e357c87445 req-beda1182-1cf5-4833-91a4-d5bb88cbb61e tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 210 time: 0.1413529 Sep 07 05:09:28.207339 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:28.277508 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'Port': ['ID=60b9055f-b098-446e-8dbf-bc0bc8f2910c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:28.304438 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:28.325842 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b0f3d1c6-409e-47e8-b240-eecb822accb4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5905275 Sep 07 05:09:28.430970 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9e8a5-7466-42dc-bcfd-45846336f876 req-64bab595-bd62-4e5d-8712-b62131f7dde8 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:28.457980 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-81c9e8a5-7466-42dc-bcfd-45846336f876 req-64bab595-bd62-4e5d-8712-b62131f7dde8 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.2756541 Sep 07 05:09:28.532719 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:28.730441 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-81c9e8a5-7466-42dc-bcfd-45846336f876 req-a99fd418-68f4-48fb-925b-92b6e88fe6ba tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749078 Sep 07 05:09:28.732949 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:28.733996 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:28.974150 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-c3e91782-ffef-4c20-9f79-ce73c844faad tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:28.977083 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-c3e91782-ffef-4c20-9f79-ce73c844faad tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 815 time: 0.5869441 Sep 07 05:09:29.001713 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Request body: {'port': {'device_id': '0b448915-600a-4330-8807-0daab4d530d2', 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715', 'admin_state_up': True, 'tenant_id': '3f742cdbc3794ad9a676e348c36c7c24'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:29.104249 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-668c3e13-bbca-4334-bc1d-4db2c1485b94 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1988641139&fields=id&tenant_id=aae983a094f84fe891eb38815d522d61 HTTP/1.1" status: 200 len: 267 time: 0.1107953 Sep 07 05:09:29.279257 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797be762-f99f-4746-aa92-391dce3e0e83 req-0f5bc0be-be95-4023-b87a-30f9d69844bf tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:29.280805 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-0f5bc0be-be95-4023-b87a-30f9d69844bf tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 817 time: 0.1680501 Sep 07 05:09:29.307010 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-050adeb5-d4d9-4822-bb9e-34e56b0ac54d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/quotas/aae983a094f84fe891eb38815d522d61 HTTP/1.1" status: 200 len: 375 time: 0.0200100 Sep 07 05:09:29.400607 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-2fa2fa4a-3e26-4c52-9651-adb0dc445e50 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875885 Sep 07 05:09:29.413823 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-35ef2cb2-30c7-46cf-af55-06c6b52d113c req-0569e909-e0a2-468a-a23c-f925169e34ac tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 210 time: 0.1027067 Sep 07 05:09:29.483215 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Made reservation on behalf of 3f742cdbc3794ad9a676e348c36c7c24 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:29.487679 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:29.677244 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-59fc1bf1-ad89-43be-821e-c1d561c19ff6 service neutron] 10.222.0.49 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394130 Sep 07 05:09:29.678675 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45398) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:29.757197 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-741886a6-7013-408b-962f-8b435239d969 req-970d6d08-ef64-4de7-90c9-1cb77df6cb8c tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 210 time: 0.1481545 Sep 07 05:09:29.770321 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-a0af7930-9e13-4365-9f8e-859a631d2641 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:29.772067 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-a0af7930-9e13-4365-9f8e-859a631d2641 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.16 "GET /v2.0/networks?id=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 HTTP/1.1" status: 200 len: 809 time: 0.5572376 Sep 07 05:09:29.840881 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Request body: {'port': {'device_id': 'e1616a7b-5457-44b9-ab3c-ec4beba514fd', 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6', 'admin_state_up': True, 'tenant_id': '347d6f7628cc41c697dd47b408d19d24'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:29.887241 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-101843da-ea2a-4aa5-929b-0370a5b16b4d service neutron] 10.222.0.49 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959732 Sep 07 05:09:29.991447 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1271342911-network', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:29.999332 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Allocated IP 172.20.0.2 (084a4ab2-0603-4144-8506-7432fe6ed715/43410038-fd54-41fe-bdbf-c35ae7ac4200/16410d54-3e0c-4c9c-a498-31b6b08d2740) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:30.036162 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Made reservation on behalf of 2b8f3434f41f4c5b921765b440dc3b5a for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:30.046413 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2cd91-08ec-4596-a9fb-4cc9bb49cab5 req-c210958b-2082-4b57-ad93-00b131a49e62 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:30.048717 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.053762 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4be2cd91-08ec-4596-a9fb-4cc9bb49cab5 req-c210958b-2082-4b57-ad93-00b131a49e62 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1692681 Sep 07 05:09:30.073684 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.144245 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4be2cd91-08ec-4596-a9fb-4cc9bb49cab5 req-1d7cb860-a8b8-42fc-80be-ba97c444d639 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860085 Sep 07 05:09:30.171015 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-28171d60-6755-4770-9a65-e73c1895262f req-aa2c0502-898d-47a7-87c5-a07f1e27c4cf tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 210 time: 0.0460947 Sep 07 05:09:30.258439 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.264601 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.280322 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:09:30.309015 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.309015 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Added segment e8c2eac9-945d-40ac-8d2e-ca40cdc9a869 of type vlan for network f1201e12-05e7-4cd3-92f9-028aebcf9374 Sep 07 05:09:30.320498 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884e8ed5-189a-4d07-9291-3d44fdd4bf4c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:30.331220 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Made reservation on behalf of 347d6f7628cc41c697dd47b408d19d24 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:30.335542 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.364234 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.402739 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.403036 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.404235 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:30.404877 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.448391 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7684779 Sep 07 05:09:30.451173 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45420) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:30.456155 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Request body: {'subnet': {'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1271342911-subnet', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:30.510048 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198e865-28ac-4f5d-976b-25c49984b2ce admin admin] Pushing event updated for resources: {'Network': ['ID=f1201e12-05e7-4cd3-92f9-028aebcf9374,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:30.514089 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Made reservation on behalf of 2b8f3434f41f4c5b921765b440dc3b5a for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:30.517880 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095025'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.522936 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network f1201e12-05e7-4cd3-92f9-028aebcf9374 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:09:30.665211 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Allocated IP 172.20.0.5 (a46bf970-a052-4c0a-ad24-72eb5cfc6ab6/fcb79aac-8d21-43ca-8a71-4b9e2d12e53f/09b1904e-e4bb-4584-8898-d04262340d26) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:30.686713 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.701298 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['14ff704b-65f7-44b9-95cd-5ce4fb7a0fad', '82caa0ca-56d2-4151-8cf3-33c9cabc2343'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:09:30.809332 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Pushing event updated for resources: {'Port': ['ID=16410d54-3e0c-4c9c-a498-31b6b08d2740,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:30.887068 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9872580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095047'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:30.937475 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Network 084a4ab2-0603-4144-8506-7432fe6ed715 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:30.943628 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:30.957742 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:31.017760 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c3114-ca04-4c34-889e-efb7b685f31e req-a6fea673-63ee-487e-8942-a3401dcf4e7d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:31.036824 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fc4c3114-ca04-4c34-889e-efb7b685f31e req-a6fea673-63ee-487e-8942-a3401dcf4e7d tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 931 time: 0.3751469 Sep 07 05:09:31.050806 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e2e05847-441c-4c00-a975-b3ea9961d9ba req-278d81b6-0ec8-4d6e-9a1e-47c1971a90e5 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 210 time: 0.0890615 Sep 07 05:09:31.076269 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3152c4-e125-49b6-8878-9a13d78d4e0b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:31.116540 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Checking segment: {'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:31.116963 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Network hostable DHCP agents. Network: f1201e12-05e7-4cd3-92f9-028aebcf9374, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:09:31.147286 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Network f1201e12-05e7-4cd3-92f9-028aebcf9374 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:09:31.185322 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, f1201e12-05e7-4cd3-92f9-028aebcf9374) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:31.193843 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:31.198091 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:31.203912 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c30349-5a38-4e65-93cf-a3b8e09306c9 None None] Network f1201e12-05e7-4cd3-92f9-028aebcf9374 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:09:31.250442 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:31.251135 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:31.256045 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6ad9f353-2a84-4265-b2c3-16952f559ff3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8027413 Sep 07 05:09:31.258009 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45448) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:31.272319 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:31.391228 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fc4c3114-ca04-4c34-889e-efb7b685f31e req-244844df-bbca-476c-b515-efd5fce5bd60 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534858 Sep 07 05:09:31.403611 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-d2b54922-c532-42d1-9e5f-b49978cea49b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4102559 Sep 07 05:09:31.414549 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1905'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:31.417160 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-374321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1914'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:31.454208 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf493d-2216-4435-8824-0e15a99917cf req-25960f1a-3072-48c9-9299-8dc44c41d952 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:31.456141 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0aaf493d-2216-4435-8824-0e15a99917cf req-25960f1a-3072-48c9-9299-8dc44c41d952 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1421568 Sep 07 05:09:31.487756 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Request body: {'port': {'device_id': '0b448915-600a-4330-8807-0daab4d530d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:31.554476 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e089070-a5a7-5a4b-8a0c-061bd82b62eb-f1201e12-05e7-4cd3-92f9-028aebcf9374', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b'}]}} from dv-cinder-804757-6-iscsi. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 05:09:31.555439 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:31.565947 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:31.579534 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:31.596604 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0aaf493d-2216-4435-8824-0e15a99917cf req-d3c2b34c-b47d-40e7-acdc-dcb2445135be tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074300 Sep 07 05:09:31.598047 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fc6c2476-683b-48bb-9090-e687894f9f8e req-bd1f289e-2f83-4339-b1e9-fb36d31cec42 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 210 time: 0.0830224 Sep 07 05:09:31.648468 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45458) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:31.668330 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:31.744885 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:31.899191 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Allocated IP 172.20.0.2 (f1201e12-05e7-4cd3-92f9-028aebcf9374/9a3152c4-e125-49b6-8878-9a13d78d4e0b/074f97f6-4c0b-4a59-a921-1f583f811002) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:31.952366 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:31.966522 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:31.975880 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:31.982286 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Pushing event updated for resources: {'Port': ['ID=09b1904e-e4bb-4584-8898-d04262340d26,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:31.988417 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1fd9-f0a3-4b18-8ff0-734aced82c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.127215 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:32.128257 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.256450 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.266719 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Transition to ACTIVE for port object 074f97f6-4c0b-4a59-a921-1f583f811002 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:32.288212 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Transition to ACTIVE for port object 074f97f6-4c0b-4a59-a921-1f583f811002 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:32.296116 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.298907 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.317880 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16410d54-3e0c-4c9c-a498-31b6b08d2740 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:09:32.320742 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797be762-f99f-4746-aa92-391dce3e0e83 req-85865944-cb5b-4ade-b054-dffd7cf3dce4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:32.323007 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-85865944-cb5b-4ade-b054-dffd7cf3dce4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 817 time: 0.6628788 Sep 07 05:09:32.343284 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Network f1201e12-05e7-4cd3-92f9-028aebcf9374 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:32.346501 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:32.347456 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.353053 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:32.355819 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1fd9-f0a3-4b18-8ff0-734aced82c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.359818 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Pushing event updated for resources: {'Port': ['ID=074f97f6-4c0b-4a59-a921-1f583f811002,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:32.383692 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Transition to ACTIVE for port object 16410d54-3e0c-4c9c-a498-31b6b08d2740 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:32.386257 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1fd9-f0a3-4b18-8ff0-734aced82c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.407675 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.418649 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-cf96105b-b824-4e15-ae39-828775c2bce3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6330841 Sep 07 05:09:32.449533 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Attempting to bind port 074f97f6-4c0b-4a59-a921-1f583f811002 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:32.449911 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Attempting to bind port 074f97f6-4c0b-4a59-a921-1f583f811002 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:32.450281 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Attempting to bind port 074f97f6-4c0b-4a59-a921-1f583f811002 on network f1201e12-05e7-4cd3-92f9-028aebcf9374 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:32.456767 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:32.457199 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Checking segment: {'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:32.457760 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.458165 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Bound using segment: {'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:32.458666 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Bound port: 074f97f6-4c0b-4a59-a921-1f583f811002, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:32.459075 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.464400 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55925dab-f479-4330-9e77-538ea6d8d8b9 req-7e645c58-9bd6-47ec-8a19-205e06c667f9 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:32.468198 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-55925dab-f479-4330-9e77-538ea6d8d8b9 req-7e645c58-9bd6-47ec-8a19-205e06c667f9 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 931 time: 0.1662955 Sep 07 05:09:32.485261 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-295e8eb2-4a7d-47eb-9a39-b327375f489e tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae983a094f84fe891eb38815d522d61 HTTP/1.1" status: 200 len: 380 time: 0.1286483 Sep 07 05:09:32.488012 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Request body: {'port': {'device_id': 'e1616a7b-5457-44b9-ab3c-ec4beba514fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:32.569945 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] For port 074f97f6-4c0b-4a59-a921-1f583f811002, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:32.574484 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] For port 074f97f6-4c0b-4a59-a921-1f583f811002, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=074f97f6-4c0b-4a59-a921-1f583f811002,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:32.585199 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.586993 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-d4dd1fd9-f0a3-4b18-8ff0-734aced82c34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=884bb7d978ec4f1db9920aaf71c3dffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9389601 Sep 07 05:09:32.593157 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45482) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:32.593832 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'port': {'device_id': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'admin_state_up': True, 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'security_groups': ['94b53689-0b22-404d-97cb-d8729a974ca1']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:32.615470 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd1fd9-f0a3-4b18-8ff0-734aced82c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be35733b-0a1e-4634-aa3d-f15d7730fb88,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:32.675526 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bd950-7d57-41dd-9c82-c28143a310c0 None None] Pushing event updated for resources: {'Port': ['ID=074f97f6-4c0b-4a59-a921-1f583f811002,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:32.682477 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Pushing event updated for resources: {'Port': ['ID=16410d54-3e0c-4c9c-a498-31b6b08d2740,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:32.796765 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-55925dab-f479-4330-9e77-538ea6d8d8b9 req-f7140d41-2ad9-44e1-9e5f-23182dbc69f6 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036132 Sep 07 05:09:32.879513 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Made reservation on behalf of aae983a094f84fe891eb38815d522d61 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:32.883277 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.885697 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:32.932760 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b105669-7aae-43fb-867e-4c788744a631 req-4c62aafe-242c-4d65-b5b8-703697685e42 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:32.935461 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4b105669-7aae-43fb-867e-4c788744a631 req-4c62aafe-242c-4d65-b5b8-703697685e42 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 943 time: 0.3768115 Sep 07 05:09:33.029857 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1c877b3e-27a4-442e-8f2a-1c561af27ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:33.053220 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Attempting to bind port 16410d54-3e0c-4c9c-a498-31b6b08d2740 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:33.053622 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Attempting to bind port 16410d54-3e0c-4c9c-a498-31b6b08d2740 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:33.054030 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Attempting to bind port 16410d54-3e0c-4c9c-a498-31b6b08d2740 on network 084a4ab2-0603-4144-8506-7432fe6ed715 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:33.096950 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1c877b3e-27a4-442e-8f2a-1c561af27ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:33.101988 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4b105669-7aae-43fb-867e-4c788744a631 req-efa02fc1-13de-45e8-ab6e-2783f6816938 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469722 Sep 07 05:09:33.110487 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Port 16410d54-3e0c-4c9c-a498-31b6b08d2740 on network 084a4ab2-0603-4144-8506-7432fe6ed715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:09:33.110609 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Attempting to bind port 16410d54-3e0c-4c9c-a498-31b6b08d2740 on network 084a4ab2-0603-4144-8506-7432fe6ed715 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:33.260897 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:33.261542 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Checking segment: {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:33.262207 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Bound using segment: {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:33.263027 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Bound port: 16410d54-3e0c-4c9c-a498-31b6b08d2740, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:33.263535 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:33.264828 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:33.322109 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:33.335474 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f6f30-8b33-43ba-bb21-ae7ea88c22fe req-02c17c1d-545f-4e17-9cd0-6c50217e3548 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:33.338569 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dd6f6f30-8b33-43ba-bb21-ae7ea88c22fe req-02c17c1d-545f-4e17-9cd0-6c50217e3548 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.3266878 Sep 07 05:09:33.452209 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Allocated IP 172.20.0.9 (c34864df-6196-4552-ac86-6f2292b1a813/8dc3ea88-6288-4029-9e1b-02111d8980b2/26f13ac0-5239-494c-9ff4-1959be9b1272) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:33.513696 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dd6f6f30-8b33-43ba-bb21-ae7ea88c22fe req-ccc2fdea-ee76-4867-9ff6-282caf45ddfe tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566632 Sep 07 05:09:33.555796 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-846b2e48-cff3-417e-98d4-47ded5ee6068 req-2c8e4b44-d0d8-4b61-9c77-dd1790517011 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 210 time: 0.3128936 Sep 07 05:09:33.581636 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Allocated IP 172.27.3.122 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/cd63383d-16d0-481d-accf-278655abd46c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:33.680325 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1c877b3e-27a4-442e-8f2a-1c561af27ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:33.684160 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1c877b3e-27a4-442e-8f2a-1c561af27ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:33.689364 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-1c877b3e-27a4-442e-8f2a-1c561af27ff5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be35733b-0a1e-4634-aa3d-f15d7730fb88 HTTP/1.1" status: 204 len: 168 time: 1.0880728 Sep 07 05:09:33.734698 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c877b3e-27a4-442e-8f2a-1c561af27ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be35733b-0a1e-4634-aa3d-f15d7730fb88,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:33.745281 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] For port 16410d54-3e0c-4c9c-a498-31b6b08d2740, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:33.752228 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] For port 16410d54-3e0c-4c9c-a498-31b6b08d2740, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=16410d54-3e0c-4c9c-a498-31b6b08d2740,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:33.770273 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:33.948150 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:33.949244 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:33.951896 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] 10.222.0.16 "PUT /v2.0/ports/16410d54-3e0c-4c9c-a498-31b6b08d2740 HTTP/1.1" status: 200 len: 1093 time: 2.4763503 Sep 07 05:09:33.952880 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b448915-600a-4330-8807-0daab4d530d2', 'tag': '16410d54-3e0c-4c9c-a498-31b6b08d2740'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:33.956995 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957" -d '{"events": [{"name": "network-changed", "server_uuid": "0b448915-600a-4330-8807-0daab4d530d2", "tag": "16410d54-3e0c-4c9c-a498-31b6b08d2740"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:34.010927 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b1904e-e4bb-4584-8898-d04262340d26 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:09:34.052319 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:34.057501 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1de6fa-9056-4e25-beb9-b1ad08ba90af service neutron] Pushing event updated for resources: {'Port': ['ID=16410d54-3e0c-4c9c-a498-31b6b08d2740,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:34.122908 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d139a10-7716-4526-8e1c-807665cc7312 None None] Network f1201e12-05e7-4cd3-92f9-028aebcf9374 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:09:34.144234 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11034f67-fb59-46a0-a8ba-b0d8d9fced4b x-openstack-request-id: req-11034f67-fb59-46a0-a8ba-b0d8d9fced4b {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:34.144648 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b448915-600a-4330-8807-0daab4d530d2", "tag": "16410d54-3e0c-4c9c-a498-31b6b08d2740", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:34.145046 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11034f67-fb59-46a0-a8ba-b0d8d9fced4b {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:34.145635 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b448915-600a-4330-8807-0daab4d530d2', 'tag': '16410d54-3e0c-4c9c-a498-31b6b08d2740', 'status': 'completed', 'code': 200} Sep 07 05:09:34.151516 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Transition to ACTIVE for port object 09b1904e-e4bb-4584-8898-d04262340d26 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:34.169992 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:34.172927 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45516) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:34.178414 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:34.210232 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:34.231354 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Transition to ACTIVE for port object 26f13ac0-5239-494c-9ff4-1959be9b1272 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:34.298335 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:34.317227 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244f81f-fcfc-4908-b463-24191956a3dd req-86962dfa-ea0d-4901-9dcf-24521e637698 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:34.327419 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c244f81f-fcfc-4908-b463-24191956a3dd req-86962dfa-ea0d-4901-9dcf-24521e637698 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 931 time: 0.3811586 Sep 07 05:09:34.370629 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Pushing event updated for resources: {'Port': ['ID=09b1904e-e4bb-4584-8898-d04262340d26,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:34.400153 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-582f2007-aae5-4963-a2aa-a73292caafbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:34.406171 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-c7439337-0027-4c36-9ed0-62e4c7be31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:34.409196 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-c7439337-0027-4c36-9ed0-62e4c7be31a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 1096 time: 0.3858540 Sep 07 05:09:34.428273 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-917dd37a-220d-4f49-acf0-1f4b92b44365 None None] Provisioning for port 074f97f6-4c0b-4a59-a921-1f583f811002 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:34.475427 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Network c34864df-6196-4552-ac86-6f2292b1a813 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:34.487110 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:34.496580 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:34.507983 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c244f81f-fcfc-4908-b463-24191956a3dd req-129c9e56-15a2-4bd2-87c5-15206d21e58a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796744 Sep 07 05:09:34.515223 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:34.551825 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:34.584437 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 074f97f6-4c0b-4a59-a921-1f583f811002 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:34.656178 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-1615f682-718c-422d-98d5-0999b77c47a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16410d54-3e0c-4c9c-a498-31b6b08d2740 HTTP/1.1" status: 200 len: 217 time: 0.2053678 Sep 07 05:09:34.772461 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:34.777419 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 074f97f6-4c0b-4a59-a921-1f583f811002 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:34.794260 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 074f97f6-4c0b-4a59-a921-1f583f811002 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:34.794811 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:34.821288 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3072deb-5c42-41be-873f-f12024aa5edf req-c3441831-56fa-4c2b-9480-58e63f746b95 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:34.830499 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b3072deb-5c42-41be-873f-f12024aa5edf req-c3441831-56fa-4c2b-9480-58e63f746b95 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 943 time: 0.4765439 Sep 07 05:09:34.871024 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-05ff3298-73d8-4c76-8c31-cfbb2449d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:34.873015 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-05ff3298-73d8-4c76-8c31-cfbb2449d5e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43410038-fd54-41fe-bdbf-c35ae7ac4200 HTTP/1.1" status: 200 len: 855 time: 0.1671073 Sep 07 05:09:34.885383 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:34.896458 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:34.936027 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-1baf318a-a167-44e0-a4f8-8f668b80ce6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084a4ab2-0603-4144-8506-7432fe6ed715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460384 Sep 07 05:09:34.956436 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:34.963357 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Attempting to bind port 09b1904e-e4bb-4584-8898-d04262340d26 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:34.963792 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Attempting to bind port 09b1904e-e4bb-4584-8898-d04262340d26 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f9dd005d-891a-4c30-a738-42072281a8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:34.964153 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Attempting to bind port 09b1904e-e4bb-4584-8898-d04262340d26 on network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:34.975129 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Port 09b1904e-e4bb-4584-8898-d04262340d26 on network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:09:34.975442 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Attempting to bind port 09b1904e-e4bb-4584-8898-d04262340d26 on network a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:34.987976 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:34.989040 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.003394 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:35.003771 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Checking segment: {'id': 'f9dd005d-891a-4c30-a738-42072281a8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:35.004163 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Bound using segment: {'id': 'f9dd005d-891a-4c30-a738-42072281a8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:35.005005 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Bound port: 09b1904e-e4bb-4584-8898-d04262340d26, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dd005d-891a-4c30-a738-42072281a8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:35.005005 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.025420 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Pushing event updated for resources: {'Port': ['ID=cd63383d-16d0-481d-accf-278655abd46c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:35.032832 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 074f97f6-4c0b-4a59-a921-1f583f811002, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=074f97f6-4c0b-4a59-a921-1f583f811002,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:35.047260 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c6d1627b-c3d3-4332-86bd-96be4877489c None None] Provisioning complete for port 074f97f6-4c0b-4a59-a921-1f583f811002 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:35.047768 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c6d1627b-c3d3-4332-86bd-96be4877489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.049948 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b3072deb-5c42-41be-873f-f12024aa5edf req-a785baf7-7993-4e96-88a9-49f306d41b38 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166841 Sep 07 05:09:35.076989 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45532) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:35.091861 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.114272 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecdb63-082b-4e94-92f5-6fe0a956dd37 req-fde89100-881e-4ff6-92f4-deabaafb15df tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:35.123454 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a2ecdb63-082b-4e94-92f5-6fe0a956dd37 req-fde89100-881e-4ff6-92f4-deabaafb15df tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.3571110 Sep 07 05:09:35.186225 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=074f97f6-4c0b-4a59-a921-1f583f811002,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:35.192651 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-582f2007-aae5-4963-a2aa-a73292caafbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.252843 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a2ecdb63-082b-4e94-92f5-6fe0a956dd37 req-dbd6719d-3663-4861-a304-49eb71796892 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259892 Sep 07 05:09:35.258297 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-41eb6f75-0693-4459-a983-57efd90e6920 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7023628 Sep 07 05:09:35.311566 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-582f2007-aae5-4963-a2aa-a73292caafbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.316665 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Request body: {'port': {'device_id': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:35.364902 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-845121a6-c15a-436f-84ea-56ea57b7f8c5 None None] Provisioning for port 26f13ac0-5239-494c-9ff4-1959be9b1272 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:35.371728 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-845121a6-c15a-436f-84ea-56ea57b7f8c5 None None] Provisioning complete for port 26f13ac0-5239-494c-9ff4-1959be9b1272 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:35.372384 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-845121a6-c15a-436f-84ea-56ea57b7f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.408474 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f43b1bc6-360e-42e0-a202-22797ef09cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.432562 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-845121a6-c15a-436f-84ea-56ea57b7f8c5 None None] Port 26f13ac0-5239-494c-9ff4-1959be9b1272 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:09:35.436478 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-5dff64fa-023c-49ec-8a30-8ed6c3409655 service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823253 Sep 07 05:09:35.440491 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.457178 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-582f2007-aae5-4963-a2aa-a73292caafbe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ee5933f94e441abbdf91f61d3a6ce0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2786593 Sep 07 05:09:35.466648 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45538) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:35.481174 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f2007-aae5-4963-a2aa-a73292caafbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedcd3fc-d1bf-42b3-b4d9-d1802c6fb7e9,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:35.498176 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] For port 09b1904e-e4bb-4584-8898-d04262340d26, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:35.547008 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] For port 09b1904e-e4bb-4584-8898-d04262340d26, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=09b1904e-e4bb-4584-8898-d04262340d26,segment=NetworkSegment(f9dd005d-891a-4c30-a738-42072281a8b9),segment_id=f9dd005d-891a-4c30-a738-42072281a8b9)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:35.565607 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44499d-74e7-4c3c-bbe5-d51f1223be27 req-e8f3f9eb-ff9a-496d-80b9-fd4434f49283 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:35.567209 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4d44499d-74e7-4c3c-bbe5-d51f1223be27 req-e8f3f9eb-ff9a-496d-80b9-fd4434f49283 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 931 time: 0.2675111 Sep 07 05:09:35.570500 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.644749 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:35.645472 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:35.646800 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] 10.222.0.16 "PUT /v2.0/ports/09b1904e-e4bb-4584-8898-d04262340d26 HTTP/1.1" status: 200 len: 1093 time: 3.1941743 Sep 07 05:09:35.651445 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3a22475-a5d1-4556-93a5-80f241ab7b29 req-319d1d2f-8794-4d72-8baf-7b49112259da service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996605 Sep 07 05:09:35.694849 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4d44499d-74e7-4c3c-bbe5-d51f1223be27 req-2c6205e5-19e3-4dc3-b1f9-ed5e9e078098 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112349 Sep 07 05:09:35.695894 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05ad6f-14fc-4b19-99c4-1d0a3f60d749 service neutron] Pushing event updated for resources: {'Port': ['ID=09b1904e-e4bb-4584-8898-d04262340d26,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:35.788761 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-50ee9f7f-41fe-498c-81b3-5a04dbd8ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:35.791571 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-50ee9f7f-41fe-498c-81b3-5a04dbd8ba9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=347d6f7628cc41c697dd47b408d19d24&device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 1096 time: 0.0875316 Sep 07 05:09:35.794846 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-3fa2a67c-0e76-4c18-a33e-bd60134628f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:35.796397 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-3fa2a67c-0e76-4c18-a33e-bd60134628f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 1096 time: 0.0630217 Sep 07 05:09:35.847935 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-86fb178e-16e3-4aac-a694-95e810720d20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b1904e-e4bb-4584-8898-d04262340d26 HTTP/1.1" status: 200 len: 217 time: 0.0464084 Sep 07 05:09:35.969050 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-1c9951b2-3655-435d-95c1-0f8e401e0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:35.970475 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-1c9951b2-3655-435d-95c1-0f8e401e0a70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fcb79aac-8d21-43ca-8a71-4b9e2d12e53f HTTP/1.1" status: 200 len: 849 time: 0.1115091 Sep 07 05:09:36.018534 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-ad54b262-7b49-45d0-9070-264bc3bd1f55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377829 Sep 07 05:09:36.019784 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-12f64660-d135-4f58-91b3-4aba9fe468cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:36.021092 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-12f64660-d135-4f58-91b3-4aba9fe468cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 916 time: 0.2123365 Sep 07 05:09:36.059380 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ebd18d46-f161-4e68-ada8-b1745401a010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.101248 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-c790c75d-8078-4c29-9228-eb3b10b0bf61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16410d54-3e0c-4c9c-a498-31b6b08d2740 HTTP/1.1" status: 200 len: 217 time: 0.0675812 Sep 07 05:09:36.109961 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a8ad-caa1-4b69-adf2-9f58edce9344 req-6fc38e67-31e0-467b-b7da-3dfddc47bd82 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:36.116890 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2d83a8ad-caa1-4b69-adf2-9f58edce9344 req-6fc38e67-31e0-467b-b7da-3dfddc47bd82 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 943 time: 0.4675152 Sep 07 05:09:36.147551 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1616a7b-5457-44b9-ab3c-ec4beba514fd', 'tag': '09b1904e-e4bb-4584-8898-d04262340d26'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:36.151082 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0363c47e-fb7e-4669-8bf3-99753afc34e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1616a7b-5457-44b9-ab3c-ec4beba514fd", "tag": "09b1904e-e4bb-4584-8898-d04262340d26"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:36.159695 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.172687 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ebd18d46-f161-4e68-ada8-b1745401a010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.240215 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-7ed1599c-ceeb-46e2-9df8-47cfaae38ff7 service neutron] 10.222.0.16 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077098 Sep 07 05:09:36.250577 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-4af2e5c7-25a0-48c3-997d-335e11c59404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:36.252035 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-4af2e5c7-25a0-48c3-997d-335e11c59404 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43410038-fd54-41fe-bdbf-c35ae7ac4200 HTTP/1.1" status: 200 len: 855 time: 0.1188495 Sep 07 05:09:36.300775 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f43b1bc6-360e-42e0-a202-22797ef09cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.314743 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbd98c-68c7-43d6-9a37-7076d78b3ab4 req-8ae9bcab-32b2-4166-b687-ec6c5d552aec tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:36.316393 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3ffbd98c-68c7-43d6-9a37-7076d78b3ab4 req-8ae9bcab-32b2-4166-b687-ec6c5d552aec tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 943 time: 0.1623054 Sep 07 05:09:36.324119 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-c4120b1e-676a-4e64-96c0-b4a029396f4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084a4ab2-0603-4144-8506-7432fe6ed715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583723 Sep 07 05:09:36.324337 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f43b1bc6-360e-42e0-a202-22797ef09cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.341517 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2d83a8ad-caa1-4b69-adf2-9f58edce9344 req-5dda0a72-cdd8-4904-b22f-54e9d2af6015 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233469 Sep 07 05:09:36.387085 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 074f97f6-4c0b-4a59-a921-1f583f811002 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:36.465577 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f43b1bc6-360e-42e0-a202-22797ef09cbc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07934bd7f15b4578b7f63985169f8e76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3831451 Sep 07 05:09:36.467382 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7096595-bb5d-4108-b797-ae579356969a x-openstack-request-id: req-b7096595-bb5d-4108-b797-ae579356969a {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:36.467841 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1616a7b-5457-44b9-ab3c-ec4beba514fd", "tag": "09b1904e-e4bb-4584-8898-d04262340d26", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:36.468021 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7096595-bb5d-4108-b797-ae579356969a {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:36.468469 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1616a7b-5457-44b9-ab3c-ec4beba514fd', 'tag': '09b1904e-e4bb-4584-8898-d04262340d26', 'status': 'completed', 'code': 200} Sep 07 05:09:36.472190 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b1bc6-360e-42e0-a202-22797ef09cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dff56f-1159-4cf3-9cff-745ff7bf4b55,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:36.477342 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45550) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:36.503183 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 074f97f6-4c0b-4a59-a921-1f583f811002 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:36.505839 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.562516 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ebd18d46-f161-4e68-ada8-b1745401a010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.565197 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ebd18d46-f161-4e68-ada8-b1745401a010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.566388 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ebd18d46-f161-4e68-ada8-b1745401a010 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cedcd3fc-d1bf-42b3-b4d9-d1802c6fb7e9 HTTP/1.1" status: 204 len: 168 time: 1.0959594 Sep 07 05:09:36.629747 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-7cd86ee5-2485-4bb2-b42d-e2d8bd52c352 service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522483 Sep 07 05:09:36.703728 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd18d46-f161-4e68-ada8-b1745401a010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedcd3fc-d1bf-42b3-b4d9-d1802c6fb7e9,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:36.754717 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f13ac0-5239-494c-9ff4-1959be9b1272 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:09:36.821093 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb24db29-c644-4dbb-a689-6cb3b5131eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.829303 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.849014 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3ffbd98c-68c7-43d6-9a37-7076d78b3ab4 req-d222279b-3424-4ecc-bf54-0dc6b8361bd5 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947423 Sep 07 05:09:36.857833 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-404076de-3d68-446d-b4d2-d5319cbf0437 req-c176b7d7-dd3f-46d7-b54f-230f4e23b4fe service neutron] 10.222.0.16 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042719 Sep 07 05:09:36.859513 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f1498-782b-42ab-97b8-e7618ea51c4a req-9e7f9ee9-6ae2-4486-b944-6fc78e340050 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:36.880432 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-885f1498-782b-42ab-97b8-e7618ea51c4a req-9e7f9ee9-6ae2-4486-b944-6fc78e340050 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.2971511 Sep 07 05:09:36.968885 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:36.977136 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Transition to ACTIVE for port object 26f13ac0-5239-494c-9ff4-1959be9b1272 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:36.989451 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb24db29-c644-4dbb-a689-6cb3b5131eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:37.012139 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:37.025321 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-74c1c3a6-5497-4e06-ba90-0a7011ab43b7 service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763659 Sep 07 05:09:37.069249 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363c47e-fb7e-4669-8bf3-99753afc34e0 req-f1d47148-653d-458a-a43f-5f04a6a8e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:37.070910 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0363c47e-fb7e-4669-8bf3-99753afc34e0 req-f1d47148-653d-458a-a43f-5f04a6a8e927 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=347d6f7628cc41c697dd47b408d19d24&device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 1096 time: 0.0849094 Sep 07 05:09:37.088123 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45babfda-4a33-4dd4-9111-23260bc1555b req-2ead9f70-539c-4275-b347-98f704065419 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:37.096217 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-45babfda-4a33-4dd4-9111-23260bc1555b req-2ead9f70-539c-4275-b347-98f704065419 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 931 time: 0.1710818 Sep 07 05:09:37.195062 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-885f1498-782b-42ab-97b8-e7618ea51c4a req-80521814-b4fe-4ead-a0ee-2d82124d3b3b tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133593 Sep 07 05:09:37.270110 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-45babfda-4a33-4dd4-9111-23260bc1555b req-78d2629d-35cd-49ac-b3e9-43c1e99fe8bc tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726975 Sep 07 05:09:37.315873 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363c47e-fb7e-4669-8bf3-99753afc34e0 req-e69fd361-a0d8-497c-a93a-27c04f80ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:37.318852 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0363c47e-fb7e-4669-8bf3-99753afc34e0 req-e69fd361-a0d8-497c-a93a-27c04f80ce49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 HTTP/1.1" status: 200 len: 910 time: 0.2401371 Sep 07 05:09:37.356966 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 16410d54-3e0c-4c9c-a498-31b6b08d2740 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:09:37.371066 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Pushing event updated for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:37.382328 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Attempting to bind port 26f13ac0-5239-494c-9ff4-1959be9b1272 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:37.383360 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Attempting to bind port 26f13ac0-5239-494c-9ff4-1959be9b1272 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:37.384059 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Attempting to bind port 26f13ac0-5239-494c-9ff4-1959be9b1272 on network c34864df-6196-4552-ac86-6f2292b1a813 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:37.390987 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Port 26f13ac0-5239-494c-9ff4-1959be9b1272 on network c34864df-6196-4552-ac86-6f2292b1a813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:09:37.391323 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Attempting to bind port 26f13ac0-5239-494c-9ff4-1959be9b1272 on network c34864df-6196-4552-ac86-6f2292b1a813 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:37.397808 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:37.398143 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Checking segment: {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:37.398544 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Bound using segment: {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:37.399054 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Bound port: 26f13ac0-5239-494c-9ff4-1959be9b1272, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:37.400154 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:37.476009 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb24db29-c644-4dbb-a689-6cb3b5131eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:37.481287 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eb24db29-c644-4dbb-a689-6cb3b5131eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:37.481934 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0363c47e-fb7e-4669-8bf3-99753afc34e0 req-fd241746-c446-4b2b-a6ee-1c8617c78a20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b1904e-e4bb-4584-8898-d04262340d26 HTTP/1.1" status: 200 len: 217 time: 0.1546006 Sep 07 05:09:37.483437 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-eb24db29-c644-4dbb-a689-6cb3b5131eaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49dff56f-1159-4cf3-9cff-745ff7bf4b55 HTTP/1.1" status: 204 len: 168 time: 0.9993503 Sep 07 05:09:37.504566 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24db29-c644-4dbb-a689-6cb3b5131eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dff56f-1159-4cf3-9cff-745ff7bf4b55,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:37.591257 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:37.597056 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:37.612565 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59796af5-50e2-4cd4-8b2c-65368550a538 req-888f5171-033e-4875-8c94-d2a8deb1fe11 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:37.621145 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-59796af5-50e2-4cd4-8b2c-65368550a538 req-888f5171-033e-4875-8c94-d2a8deb1fe11 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 943 time: 0.1309133 Sep 07 05:09:37.636960 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:37.647181 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363c47e-fb7e-4669-8bf3-99753afc34e0 req-5da186cd-26ab-4b0d-9721-38dd0bc41606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:37.650016 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0363c47e-fb7e-4669-8bf3-99753afc34e0 req-5da186cd-26ab-4b0d-9721-38dd0bc41606 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fcb79aac-8d21-43ca-8a71-4b9e2d12e53f HTTP/1.1" status: 200 len: 849 time: 0.1512270 Sep 07 05:09:37.687097 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 16410d54-3e0c-4c9c-a498-31b6b08d2740, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=16410d54-3e0c-4c9c-a498-31b6b08d2740,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:37.715479 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0363c47e-fb7e-4669-8bf3-99753afc34e0 req-62f0c52b-109d-4a8f-a0d9-3c92b0f07822 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501466 Sep 07 05:09:37.722769 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '16410d54-3e0c-4c9c-a498-31b6b08d2740', 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715', 'port_id': '16410d54-3e0c-4c9c-a498-31b6b08d2740', 'mac_address': 'fa:16:3e:87:e5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43410038-fd54-41fe-bdbf-c35ae7ac4200', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:09:37.738222 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f is scheduled to L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 05:09:37.786688 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:37.787331 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:37.789511 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:37.793702 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] 10.222.0.16 "PUT /v2.0/ports/26f13ac0-5239-494c-9ff4-1959be9b1272 HTTP/1.1" status: 200 len: 1093 time: 2.4828508 Sep 07 05:09:37.823650 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:37.826067 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ae57c8-adf6-43f6-9739-192838524a39" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:37.845791 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16410d54-3e0c-4c9c-a498-31b6b08d2740 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:09:37.867096 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-59796af5-50e2-4cd4-8b2c-65368550a538 req-e59ab26b-d757-4de7-9ae0-1acfdbae6df3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448378 Sep 07 05:09:37.921835 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 16410d54-3e0c-4c9c-a498-31b6b08d2740, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=16410d54-3e0c-4c9c-a498-31b6b08d2740,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:37.934051 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:37.965080 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0363c47e-fb7e-4669-8bf3-99753afc34e0 req-9bb3e69a-a573-423e-8ac8-96644cfd925d service neutron] 10.222.0.16 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411828 Sep 07 05:09:38.057898 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=16410d54-3e0c-4c9c-a498-31b6b08d2740,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:38.074648 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f99f32-d748-4254-9214-8cfd5077714c service neutron] Pushing event updated for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:38.130909 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0363c47e-fb7e-4669-8bf3-99753afc34e0 req-1cd12e12-4e97-4304-9679-0ac86f3b2229 service neutron] 10.222.0.16 "GET /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577740 Sep 07 05:09:38.150366 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2142ed8d-2972-4ca0-8e34-49fe633bd757 x-openstack-request-id: req-2142ed8d-2972-4ca0-8e34-49fe633bd757 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:38.150913 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:38.151461 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2142ed8d-2972-4ca0-8e34-49fe633bd757 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:38.152472 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'status': 'completed', 'code': 200} Sep 07 05:09:38.223322 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['16410d54-3e0c-4c9c-a498-31b6b08d2740'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:09:38.255376 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45604) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:38.278382 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bde51433-7469-4d29-8bd9-d8e6dea3ee9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:38.328376 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c13f54-526c-4d6b-8edb-74ddc1c4bcf7 req-042c3d65-6072-42e0-a468-0ead8c866493 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:38.330243 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-74c13f54-526c-4d6b-8edb-74ddc1c4bcf7 req-042c3d65-6072-42e0-a468-0ead8c866493 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 944 time: 0.2450037 Sep 07 05:09:38.362006 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797be762-f99f-4746-aa92-391dce3e0e83 req-f18a323d-aa97-4d3b-a9f2-fdb287a512f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:38.363951 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-f18a323d-aa97-4d3b-a9f2-fdb287a512f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 1096 time: 0.4705923 Sep 07 05:09:38.375751 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:09:38.391140 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Sync routers for ids ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:09:38.408511 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Routers {'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:38.410214 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:38.498548 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-a3176432-0ea6-46f9-89f6-af1bbafb4533 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26f13ac0-5239-494c-9ff4-1959be9b1272 HTTP/1.1" status: 200 len: 217 time: 0.1244097 Sep 07 05:09:38.507443 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cc43f-8d6a-4a71-b560-6dccdd130c07 req-5ca812ed-ca36-406c-8424-d9fc294087ce tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:38.509367 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-839cc43f-8d6a-4a71-b560-6dccdd130c07 req-5ca812ed-ca36-406c-8424-d9fc294087ce tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1629848 Sep 07 05:09:38.545605 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-74c13f54-526c-4d6b-8edb-74ddc1c4bcf7 req-010f68c9-1c18-44ca-b187-4c2cb83117d5 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033241 Sep 07 05:09:38.587779 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Set router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:38.616731 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-839cc43f-8d6a-4a71-b560-6dccdd130c07 req-4d4441e6-96a0-44d0-96e5-c2d6902ba7d1 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851891 Sep 07 05:09:38.669975 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bde51433-7469-4d29-8bd9-d8e6dea3ee9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:38.674982 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797be762-f99f-4746-aa92-391dce3e0e83 req-d2933d87-2fd3-4abd-9764-9af54ff2efad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:38.676544 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-d2933d87-2fd3-4abd-9764-9af54ff2efad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.1610708 Sep 07 05:09:38.679531 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bde51433-7469-4d29-8bd9-d8e6dea3ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:38.700233 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:38.704369 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-1f89e818-2f2d-4b24-9a88-79fa79ef34ca admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4413967 Sep 07 05:09:38.705805 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45612) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:38.737664 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf36ead-76aa-4d1e-8da3-817bbb8ee930 req-3d803c28-8fd8-4988-9662-fb838586a453 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:38.746120 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5bf36ead-76aa-4d1e-8da3-817bbb8ee930 req-3d803c28-8fd8-4988-9662-fb838586a453 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.1059747 Sep 07 05:09:38.799442 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde51433-7469-4d29-8bd9-d8e6dea3ee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f721ac4b-3ed2-46d1-80ec-1bb6b4e81aec,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:38.803764 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797be762-f99f-4746-aa92-391dce3e0e83 req-bbc3771f-5739-400d-8397-3b2155612484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:38.814764 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-bbc3771f-5739-400d-8397-3b2155612484 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1288524 Sep 07 05:09:38.815982 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45616) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:38.828018 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-bde51433-7469-4d29-8bd9-d8e6dea3ee9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e35132fbef9f4cf985b1962fc7182ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715170 Sep 07 05:09:38.830850 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45622) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:38.858733 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5bf36ead-76aa-4d1e-8da3-817bbb8ee930 req-06559699-4d87-436f-a2a8-431388de08f2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113014 Sep 07 05:09:39.042489 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-27e75a51-56bf-49d5-92fc-0845ff473ba1 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899631 Sep 07 05:09:39.044147 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5aeae4fc-d91d-4ef9-a3f4-a7e81f195911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.059204 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:35Z', 'revision_number': 3, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:39.093176 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Checking router: b365c901-24a2-4b2f-8b6b-7f4c9ec2625f for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:09:39.093776 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Updating router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f port cd63383d-16d0-481d-accf-278655abd46c binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:09:39.125976 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.217414 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-797be762-f99f-4746-aa92-391dce3e0e83 req-9d2b048b-df07-4baa-bf30-a6d144933ee9 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573150 Sep 07 05:09:39.245281 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-abf1e3a8-ee2e-457b-bf7c-846a3e00ec23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.272474 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5aeae4fc-d91d-4ef9-a3f4-a7e81f195911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.279457 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5aeae4fc-d91d-4ef9-a3f4-a7e81f195911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.330112 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-abf1e3a8-ee2e-457b-bf7c-846a3e00ec23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.351254 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87dc7b-9ea1-4479-8f19-ff024f2a3607 req-2a1c374f-a93e-41d7-a8fc-cd16aa046b49 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:39.353648 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6e87dc7b-9ea1-4479-8f19-ff024f2a3607 req-2a1c374f-a93e-41d7-a8fc-cd16aa046b49 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 943 time: 0.1528068 Sep 07 05:09:39.359109 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-5aeae4fc-d91d-4ef9-a3f4-a7e81f195911 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=120fb48a02164a0988e4c7611ff53e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5380676 Sep 07 05:09:39.359554 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45626) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:39.367314 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeae4fc-d91d-4ef9-a3f4-a7e81f195911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb03859d-1f2c-4512-804b-0ae2f5b944ed,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:39.378116 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 09b1904e-e4bb-4584-8898-d04262340d26 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:09:39.417484 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae57c8-adf6-43f6-9739-192838524a39 req-892b84c6-bc3b-4dbe-a987-862fc0a4ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:39.420791 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-50ae57c8-adf6-43f6-9739-192838524a39 req-892b84c6-bc3b-4dbe-a987-862fc0a4ab82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 1096 time: 0.1218207 Sep 07 05:09:39.425385 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 16410d54-3e0c-4c9c-a498-31b6b08d2740 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:39.490664 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.513563 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Transition to ACTIVE for port object cd63383d-16d0-481d-accf-278655abd46c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:39.528880 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.531834 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6e87dc7b-9ea1-4479-8f19-ff024f2a3607 req-84dce498-88a8-44a6-b293-f05d4c498054 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716124 Sep 07 05:09:39.620485 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b042ab39-3dad-4a28-858f-96de18041843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.641263 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 16410d54-3e0c-4c9c-a498-31b6b08d2740 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:39.667690 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b042ab39-3dad-4a28-858f-96de18041843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.677604 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-abf1e3a8-ee2e-457b-bf7c-846a3e00ec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.680198 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-abf1e3a8-ee2e-457b-bf7c-846a3e00ec23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.682119 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-abf1e3a8-ee2e-457b-bf7c-846a3e00ec23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f721ac4b-3ed2-46d1-80ec-1bb6b4e81aec HTTP/1.1" status: 204 len: 168 time: 0.8498814 Sep 07 05:09:39.698362 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Attempting to bind port cd63383d-16d0-481d-accf-278655abd46c on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:39.699162 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Attempting to bind port cd63383d-16d0-481d-accf-278655abd46c by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:39.699883 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Attempting to bind port cd63383d-16d0-481d-accf-278655abd46c on network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:39.714909 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:39.715858 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:39.716729 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.717525 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Bound using segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:39.719507 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Bound port: cd63383d-16d0-481d-accf-278655abd46c, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:39.720542 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.727676 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 09b1904e-e4bb-4584-8898-d04262340d26, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=09b1904e-e4bb-4584-8898-d04262340d26,segment=NetworkSegment(f9dd005d-891a-4c30-a738-42072281a8b9),segment_id=f9dd005d-891a-4c30-a738-42072281a8b9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:39.754161 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 16410d54-3e0c-4c9c-a498-31b6b08d2740 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:39.755220 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.760647 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '09b1904e-e4bb-4584-8898-d04262340d26', 'network_id': 'a46bf970-a052-4c0a-ad24-72eb5cfc6ab6', 'port_id': '09b1904e-e4bb-4584-8898-d04262340d26', 'mac_address': 'fa:16:3e:68:21:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb79aac-8d21-43ca-8a71-4b9e2d12e53f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:09:39.795322 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1e3a8-ee2e-457b-bf7c-846a3e00ec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f721ac4b-3ed2-46d1-80ec-1bb6b4e81aec,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:39.843781 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] For port cd63383d-16d0-481d-accf-278655abd46c, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:39.851239 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] For port cd63383d-16d0-481d-accf-278655abd46c, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=cd63383d-16d0-481d-accf-278655abd46c,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:39.860841 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:39.925086 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Routers {'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:39.926527 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:40.047476 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41bc7d-4aaf-4a61-b290-815cc12765d0 req-7d5a2de3-838f-4aca-ae91-f21dc19717ab tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:40.049899 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bc41bc7d-4aaf-4a61-b290-815cc12765d0 req-7d5a2de3-838f-4aca-ae91-f21dc19717ab tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 944 time: 0.1218698 Sep 07 05:09:40.053447 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae57c8-adf6-43f6-9739-192838524a39 req-63642605-eb17-444b-b4bb-9e9865f567e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:40.058609 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-50ae57c8-adf6-43f6-9739-192838524a39 req-63642605-eb17-444b-b4bb-9e9865f567e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 918 time: 0.6270108 Sep 07 05:09:40.067462 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:40.103845 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b1904e-e4bb-4584-8898-d04262340d26 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:09:40.104293 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] Set router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:40.183224 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223c8e6-c5c8-46d4-82a8-5fa9ffe01e79 req-16482c4e-cb76-48a4-88d6-ffb9dbba1d35 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:40.193818 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9223c8e6-c5c8-46d4-82a8-5fa9ffe01e79 req-16482c4e-cb76-48a4-88d6-ffb9dbba1d35 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.3935907 Sep 07 05:09:40.199970 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 09b1904e-e4bb-4584-8898-d04262340d26, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=09b1904e-e4bb-4584-8898-d04262340d26,segment=NetworkSegment(f9dd005d-891a-4c30-a738-42072281a8b9),segment_id=f9dd005d-891a-4c30-a738-42072281a8b9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:40.211668 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:40.239198 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c68c06-53c3-4922-813b-0b81654c7cc8 None None] Pushing event updated for resources: {'Port': ['ID=cd63383d-16d0-481d-accf-278655abd46c,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:40.260636 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45644) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:40.272790 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:40.279499 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b1cbc20-6988-44b3-b7df-849feea09881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:40.295866 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b042ab39-3dad-4a28-858f-96de18041843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:40.300275 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b042ab39-3dad-4a28-858f-96de18041843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:40.301684 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-b042ab39-3dad-4a28-858f-96de18041843 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb03859d-1f2c-4512-804b-0ae2f5b944ed HTTP/1.1" status: 204 len: 168 time: 0.9407234 Sep 07 05:09:40.315349 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bc41bc7d-4aaf-4a61-b290-815cc12765d0 req-25749e50-02f0-4cad-822a-2d64e6c8fc0c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072736 Sep 07 05:09:40.319082 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-50ae57c8-adf6-43f6-9739-192838524a39 req-3e082a95-658b-4692-9077-bd9f7d29772f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26f13ac0-5239-494c-9ff4-1959be9b1272 HTTP/1.1" status: 200 len: 217 time: 0.2522542 Sep 07 05:09:40.378643 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b448915-600a-4330-8807-0daab4d530d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16410d54-3e0c-4c9c-a498-31b6b08d2740'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:40.399955 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96690d1-26be-4ec3-827d-9b0b07a8e495" -d '{"events": [{"server_uuid": "0b448915-600a-4330-8807-0daab4d530d2", "name": "network-vif-plugged", "status": "completed", "tag": "16410d54-3e0c-4c9c-a498-31b6b08d2740"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:40.446099 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 16410d54-3e0c-4c9c-a498-31b6b08d2740, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=16410d54-3e0c-4c9c-a498-31b6b08d2740,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:40.448435 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9223c8e6-c5c8-46d4-82a8-5fa9ffe01e79 req-a07a2666-197e-4fb2-9846-148c20fccbf2 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514918 Sep 07 05:09:40.457479 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042ab39-3dad-4a28-858f-96de18041843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb03859d-1f2c-4512-804b-0ae2f5b944ed,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:40.481862 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c68c06-53c3-4922-813b-0b81654c7cc8 None None] Pushing event updated for resources: {'Port': ['ID=cd63383d-16d0-481d-accf-278655abd46c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:40.501008 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:40.543891 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728e2f87-26f2-4100-9614-41c8b781ba75 x-openstack-request-id: req-728e2f87-26f2-4100-9614-41c8b781ba75 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:40.544872 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b448915-600a-4330-8807-0daab4d530d2", "name": "network-vif-plugged", "status": "completed", "tag": "16410d54-3e0c-4c9c-a498-31b6b08d2740", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:40.544872 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-728e2f87-26f2-4100-9614-41c8b781ba75 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:40.544872 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b448915-600a-4330-8807-0daab4d530d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16410d54-3e0c-4c9c-a498-31b6b08d2740', 'code': 200} Sep 07 05:09:40.609407 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['09b1904e-e4bb-4584-8898-d04262340d26'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:09:40.625076 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae57c8-adf6-43f6-9739-192838524a39 req-f4ebffc5-0cbb-4591-a526-99e8b921b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:40.634981 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-50ae57c8-adf6-43f6-9739-192838524a39 req-f4ebffc5-0cbb-4591-a526-99e8b921b018 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.3015094 Sep 07 05:09:40.659651 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8e25c-d2b1-4b2e-9eb9-5034f0ebfbf5 req-7c1b44c5-6876-4803-93fa-6b47d3f769fa tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:40.670381 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:40.685166 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=09b1904e-e4bb-4584-8898-d04262340d26,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:40.690797 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d9a8e25c-d2b1-4b2e-9eb9-5034f0ebfbf5 req-7c1b44c5-6876-4803-93fa-6b47d3f769fa tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.1989839 Sep 07 05:09:40.776167 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:35Z', 'revision_number': 3, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:40.787152 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d9a8e25c-d2b1-4b2e-9eb9-5034f0ebfbf5 req-b4ac4365-8da5-4909-96db-5c4e8c129e17 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968568 Sep 07 05:09:40.807837 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae57c8-adf6-43f6-9739-192838524a39 req-ee0052bd-aae2-4e77-adc7-50f8a662d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:40.810408 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-50ae57c8-adf6-43f6-9739-192838524a39 req-ee0052bd-aae2-4e77-adc7-50f8a662d515 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759254 Sep 07 05:09:40.830597 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8bd9ee-1a5a-4ffb-8fff-3c07035a577c None None] The sync data for ids ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'] in dv-cinder-804757-6-iscsi is: [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:35Z', 'revision_number': 3, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:09:40.896964 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=16410d54-3e0c-4c9c-a498-31b6b08d2740,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:41.017251 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d434ac6-3271-4639-85dc-12609bfa22b2 req-7846343d-e341-43ac-8982-0ff757d3040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:41.018819 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6d434ac6-3271-4639-85dc-12609bfa22b2 req-7846343d-e341-43ac-8982-0ff757d3040b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 1098 time: 0.1928451 Sep 07 05:09:41.046717 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d73f-ae32-48d6-b7fe-61c4dadf4364 req-6e0335a7-ff86-4f4a-b2ff-d27aae35cbee tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:41.052046 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-50ae57c8-adf6-43f6-9739-192838524a39 req-f41fc93e-8858-45a0-85f2-06e5b1916482 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332721 Sep 07 05:09:41.052781 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7c20d73f-ae32-48d6-b7fe-61c4dadf4364 req-6e0335a7-ff86-4f4a-b2ff-d27aae35cbee tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 944 time: 0.3457506 Sep 07 05:09:41.095291 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b1cbc20-6988-44b3-b7df-849feea09881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:41.119650 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b1cbc20-6988-44b3-b7df-849feea09881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:41.205580 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-50ae57c8-adf6-43f6-9739-192838524a39 req-2988f394-9cd4-419c-984e-3efa12f85beb service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410296 Sep 07 05:09:41.225552 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Allocated IP 172.20.0.1 (f1201e12-05e7-4cd3-92f9-028aebcf9374/9a3152c4-e125-49b6-8878-9a13d78d4e0b/8051cd60-7293-4722-837b-3d034cd66469) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:41.232759 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cbc20-6988-44b3-b7df-849feea09881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cf7bf9-a537-4ec9-bf28-738e8d039dbf,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:41.245508 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6d434ac6-3271-4639-85dc-12609bfa22b2 req-1372c6fc-a76d-497a-a46f-e1f581025a5a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081766 Sep 07 05:09:41.260216 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7c20d73f-ae32-48d6-b7fe-61c4dadf4364 req-e508ceb2-a168-4d75-b34e-f5dce0fea7a3 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918559 Sep 07 05:09:41.267059 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-1b1cbc20-6988-44b3-b7df-849feea09881 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcef9599d37a4b27b327659033e63d76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0047088 Sep 07 05:09:41.269935 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45664) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:41.391639 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 26f13ac0-5239-494c-9ff4-1959be9b1272 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:09:41.406370 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6cddde55-bb2f-4952-bd04-93653fc91692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:41.492164 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6cddde55-bb2f-4952-bd04-93653fc91692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:41.578781 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:41.651259 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Transition to ACTIVE for port object 8051cd60-7293-4722-837b-3d034cd66469 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:41.706710 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:41.729557 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a146e-313c-42d8-8b59-8b342052e7f7 req-f515e8da-9c76-4ca2-a589-6da1d6382c7b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:41.738678 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fb1a146e-313c-42d8-8b59-8b342052e7f7 req-f515e8da-9c76-4ca2-a589-6da1d6382c7b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 945 time: 0.1759632 Sep 07 05:09:41.746111 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'port_id': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'mac_address': 'fa:16:3e:c5:58:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:09:41.780539 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6cddde55-bb2f-4952-bd04-93653fc91692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:41.783591 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6cddde55-bb2f-4952-bd04-93653fc91692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:41.798849 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6cddde55-bb2f-4952-bd04-93653fc91692 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2cf7bf9-a537-4ec9-bf28-738e8d039dbf HTTP/1.1" status: 204 len: 168 time: 0.5167940 Sep 07 05:09:41.805038 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddde55-bb2f-4952-bd04-93653fc91692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cf7bf9-a537-4ec9-bf28-738e8d039dbf,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:41.805972 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5912ad-3a23-4436-b555-c7b1cfa37744 req-2542c562-f7a6-4d69-889d-6f74fad57a47 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:41.822450 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3a5912ad-3a23-4436-b555-c7b1cfa37744 req-2542c562-f7a6-4d69-889d-6f74fad57a47 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.2002449 Sep 07 05:09:41.879746 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fb1a146e-313c-42d8-8b59-8b342052e7f7 req-4e767d13-200f-4e5f-946b-52d2aed1e53e tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399486 Sep 07 05:09:41.891615 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:41.925052 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f13ac0-5239-494c-9ff4-1959be9b1272 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:09:41.947172 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3a5912ad-3a23-4436-b555-c7b1cfa37744 req-f814222a-f463-42bd-ba9c-0b9b875c7cff tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189325 Sep 07 05:09:41.950105 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:41.983030 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:41.994245 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:42.064178 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8051cd60-7293-4722-837b-3d034cd66469,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:42.083901 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Network f1201e12-05e7-4cd3-92f9-028aebcf9374 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:42.085882 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:42.090609 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:42.153224 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376449'] for router_interface, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:42.225196 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:42.246980 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45692) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:42.343018 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['26f13ac0-5239-494c-9ff4-1959be9b1272'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:09:42.433707 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5716671-6dcf-419c-aea7-1c3b613fa3e0 req-b0c6465e-87a5-443e-9788-b1ff388b3685 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:42.468467 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e5716671-6dcf-419c-aea7-1c3b613fa3e0 req-b0c6465e-87a5-443e-9788-b1ff388b3685 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 944 time: 0.4038434 Sep 07 05:09:42.534854 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device cd63383d-16d0-481d-accf-278655abd46c up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:42.590927 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e5716671-6dcf-419c-aea7-1c3b613fa3e0 req-0dc14bab-c6ca-43f2-ae22-a5800dee7d24 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211278 Sep 07 05:09:42.714464 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-4a039324-4477-4c13-8a27-4acd40fedd0b None None] Provisioning for port 8051cd60-7293-4722-837b-3d034cd66469 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:42.727954 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:42.739729 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-4a039324-4477-4c13-8a27-4acd40fedd0b None None] Provisioning complete for port 8051cd60-7293-4722-837b-3d034cd66469 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:42.740650 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4a039324-4477-4c13-8a27-4acd40fedd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:42.767458 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27d270-cf20-489c-9396-10671e002ca7 req-d120e889-4490-46c7-9ffc-12082e741fd5 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:42.777191 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5f27d270-cf20-489c-9396-10671e002ca7 req-d120e889-4490-46c7-9ffc-12082e741fd5 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 944 time: 0.2375634 Sep 07 05:09:42.806446 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4a039324-4477-4c13-8a27-4acd40fedd0b None None] Port 8051cd60-7293-4722-837b-3d034cd66469 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:09:42.810957 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port cd63383d-16d0-481d-accf-278655abd46c completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:42.823289 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port cd63383d-16d0-481d-accf-278655abd46c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:42.823915 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:42.847489 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a11079-a5b2-4893-abf8-31527e20adf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:42.901268 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5f27d270-cf20-489c-9396-10671e002ca7 req-3ce4d157-ea56-4e61-a867-0dedc0802a7c tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229258 Sep 07 05:09:43.025610 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.050733 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port cd63383d-16d0-481d-accf-278655abd46c, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=cd63383d-16d0-481d-accf-278655abd46c,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:43.060031 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.146829 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b20ce3-d743-462e-9e1c-e1be5c59eb3c req-1d28ab40-902d-4d47-a4a0-cf6acbf863c1 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:43.150495 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a4b20ce3-d743-462e-9e1c-e1be5c59eb3c req-1d28ab40-902d-4d47-a4a0-cf6acbf863c1 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 945 time: 0.1325781 Sep 07 05:09:43.186489 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=cd63383d-16d0-481d-accf-278655abd46c,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:43.215224 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a11079-a5b2-4893-abf8-31527e20adf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.228798 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f5a11079-a5b2-4893-abf8-31527e20adf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.238596 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a4b20ce3-d743-462e-9e1c-e1be5c59eb3c req-9376d50b-9394-4b9a-8419-a054e470e8f5 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813453 Sep 07 05:09:43.254479 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.270284 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d28e3-4d04-41d9-8f24-afc57333fa42 req-503f0d3f-558d-491d-87af-7e9187e92bc9 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:43.272051 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ee5d28e3-4d04-41d9-8f24-afc57333fa42 req-503f0d3f-558d-491d-87af-7e9187e92bc9 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1438363 Sep 07 05:09:43.276034 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.357993 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a11079-a5b2-4893-abf8-31527e20adf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc109e1-b32f-4611-a8ef-52fd184095c8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:43.376844 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f5a11079-a5b2-4893-abf8-31527e20adf2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c571dff8060d46359a5bab6b3c1e36c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1267498 Sep 07 05:09:43.379742 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45720) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:43.396438 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 09b1904e-e4bb-4584-8898-d04262340d26 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:43.497230 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 09b1904e-e4bb-4584-8898-d04262340d26 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:43.504865 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 09b1904e-e4bb-4584-8898-d04262340d26 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:43.505321 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.522321 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0ba26b8-8857-477c-881a-9b16e4527429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.542428 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ee5d28e3-4d04-41d9-8f24-afc57333fa42 req-761f4f70-6eda-4713-af00-c56a07f68652 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090280 Sep 07 05:09:43.549108 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375089'] for router_interface, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.562028 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8051cd60-7293-4722-837b-3d034cd66469,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:43.631071 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0ba26b8-8857-477c-881a-9b16e4527429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.713219 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Network f1201e12-05e7-4cd3-92f9-028aebcf9374 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:43.714839 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:43.850587 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa808ae-0b01-4faa-afa8-f76f2eaccbe4 req-d5459a92-d96d-4946-96f8-d94d376643ca tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:43.854162 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3fa808ae-0b01-4faa-afa8-f76f2eaccbe4 req-d5459a92-d96d-4946-96f8-d94d376643ca tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 944 time: 0.1358881 Sep 07 05:09:43.935496 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0ba26b8-8857-477c-881a-9b16e4527429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.955554 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0ba26b8-8857-477c-881a-9b16e4527429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:43.958813 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d0ba26b8-8857-477c-881a-9b16e4527429 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dfc109e1-b32f-4611-a8ef-52fd184095c8 HTTP/1.1" status: 204 len: 168 time: 0.5752327 Sep 07 05:09:44.025311 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba26b8-8857-477c-881a-9b16e4527429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc109e1-b32f-4611-a8ef-52fd184095c8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:44.079587 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3fa808ae-0b01-4faa-afa8-f76f2eaccbe4 req-c0292937-c055-4927-afa2-f870ceaf8a3f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163146 Sep 07 05:09:44.145678 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:09:44.185288 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:44.222062 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bda21-027a-4b63-a932-c0a6706bdc6e req-f6cf32f8-027e-4737-a342-71348c393e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:44.222563 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1616a7b-5457-44b9-ab3c-ec4beba514fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b1904e-e4bb-4584-8898-d04262340d26'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:44.223758 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d11bda21-027a-4b63-a932-c0a6706bdc6e req-f6cf32f8-027e-4737-a342-71348c393e44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 1098 time: 0.2313154 Sep 07 05:09:44.225489 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32b0fc0-8e98-446b-a7fc-846ce88b643f" -d '{"events": [{"server_uuid": "e1616a7b-5457-44b9-ab3c-ec4beba514fd", "name": "network-vif-plugged", "status": "completed", "tag": "09b1904e-e4bb-4584-8898-d04262340d26"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:44.265003 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 09b1904e-e4bb-4584-8898-d04262340d26, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=09b1904e-e4bb-4584-8898-d04262340d26,segment=NetworkSegment(f9dd005d-891a-4c30-a738-42072281a8b9),segment_id=f9dd005d-891a-4c30-a738-42072281a8b9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:44.271568 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:44.348713 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de913fc0-9b36-4305-80e9-1e133f8da502 x-openstack-request-id: req-de913fc0-9b36-4305-80e9-1e133f8da502 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:44.349029 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1616a7b-5457-44b9-ab3c-ec4beba514fd", "name": "network-vif-plugged", "status": "completed", "tag": "09b1904e-e4bb-4584-8898-d04262340d26", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:44.349254 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de913fc0-9b36-4305-80e9-1e133f8da502 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:44.349745 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1616a7b-5457-44b9-ab3c-ec4beba514fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b1904e-e4bb-4584-8898-d04262340d26', 'code': 200} Sep 07 05:09:44.350806 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=09b1904e-e4bb-4584-8898-d04262340d26,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:44.358213 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5b5d4850-68ff-4f92-a3a0-355b77b5f20e None None] Provisioning complete for port 8051cd60-7293-4722-837b-3d034cd66469 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:44.358586 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b5d4850-68ff-4f92-a3a0-355b77b5f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:44.409885 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d4850-68ff-4f92-a3a0-355b77b5f20e None None] Port 8051cd60-7293-4722-837b-3d034cd66469 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:09:44.416244 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4c04b-1da0-4ad8-b964-e4c4c198ff68 req-d13c7612-decf-484f-b043-88e2ec9108c8 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:44.417921 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7d4c04b-1da0-4ad8-b964-e4c4c198ff68 req-d13c7612-decf-484f-b043-88e2ec9108c8 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 944 time: 0.2831993 Sep 07 05:09:44.426423 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d11bda21-027a-4b63-a932-c0a6706bdc6e req-995bcf3d-3f66-46be-badf-e626fecfd0e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940181 Sep 07 05:09:44.427796 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device cd63383d-16d0-481d-accf-278655abd46c up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:44.496612 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port cd63383d-16d0-481d-accf-278655abd46c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:44.497291 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:44.529184 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7d4c04b-1da0-4ad8-b964-e4c4c198ff68 req-1610d088-5bcc-4092-a4db-ab731603120c tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989943 Sep 07 05:09:44.538820 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:09:44.545082 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-4a8631ba-a18d-4c6d-8475-62288d8852b8 admin admin] 10.222.0.49 "PUT /v2.0/routers/b365c901-24a2-4b2f-8b6b-7f4c9ec2625f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8358188 Sep 07 05:09:44.558268 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Sync routers for ids ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:09:44.574371 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Routers {'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:44.575023 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:44.735636 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7678a80-5b81-4cfe-bfdf-66352789895f req-5b9d93ef-4861-4edb-9016-cffa102240fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:44.737589 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f7678a80-5b81-4cfe-bfdf-66352789895f req-5b9d93ef-4861-4edb-9016-cffa102240fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 1098 time: 0.0720110 Sep 07 05:09:44.806641 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f7678a80-5b81-4cfe-bfdf-66352789895f req-329243e5-5c02-4d94-9378-e8116a5bfe32 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590029 Sep 07 05:09:44.821370 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cb033-d2b1-461a-aff1-778d4fda1cbb req-eeaa2ab9-de83-4639-b095-64b7d40676ac tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:44.825401 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-748cb033-d2b1-461a-aff1-778d4fda1cbb req-eeaa2ab9-de83-4639-b095-64b7d40676ac tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1538098 Sep 07 05:09:44.869651 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Set router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:44.911766 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-748cb033-d2b1-461a-aff1-778d4fda1cbb req-16071528-0be7-4f75-8d9f-00bbd7488195 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803587 Sep 07 05:09:45.181269 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:09:45.359093 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:42Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '8051cd60-7293-4722-837b-3d034cd66469', 'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'mac_address': 'fa:16:3e:bf:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:40Z', 'updated_at': '2021-09-07T05:09:42Z', 'revision_number': 2, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'subnets': [{'id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:45.415417 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739926f3-1754-4efa-bf27-29fbea59c18c req-91651a75-2ebe-4014-ba8c-b368a805bd91 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:45.417455 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-739926f3-1754-4efa-bf27-29fbea59c18c req-91651a75-2ebe-4014-ba8c-b368a805bd91 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 944 time: 0.1567457 Sep 07 05:09:45.426101 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 26f13ac0-5239-494c-9ff4-1959be9b1272 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:45.516473 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Checking router: b365c901-24a2-4b2f-8b6b-7f4c9ec2625f for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:09:45.517021 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Updating router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f port 8051cd60-7293-4722-837b-3d034cd66469 binding host dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:09:45.521780 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-739926f3-1754-4efa-bf27-29fbea59c18c req-24899ea5-2719-4a93-b327-8437194d5da4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809562 Sep 07 05:09:45.554474 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:45.605334 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 26f13ac0-5239-494c-9ff4-1959be9b1272 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:45.613773 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 26f13ac0-5239-494c-9ff4-1959be9b1272 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:45.614428 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:45.759054 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193c0a6-9618-4232-b410-bf60806b9c70 req-bfceedbf-a317-4fb4-b6dc-5fb3ea55c79a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:45.767786 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b193c0a6-9618-4232-b410-bf60806b9c70 req-bfceedbf-a317-4fb4-b6dc-5fb3ea55c79a tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 945 time: 0.1145926 Sep 07 05:09:45.776743 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:45.838499 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45830) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:45.843777 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1881883493-network', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:45.847455 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b193c0a6-9618-4232-b410-bf60806b9c70 req-4f7d6547-0adc-4c67-95f0-9fa0c34e697c tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655620 Sep 07 05:09:45.870514 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:45.877708 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Made reservation on behalf of 105c4d58b4654f839cb3fabf991fca40 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:45.883126 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:45.897669 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:45.975498 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.053033 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:46.132475 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.141455 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.171002 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053444b1-84a9-4a93-baba-c86de57a501d req-f8c8d01b-2158-4d6a-b972-2031146a8dfc tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:46.181368 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-053444b1-84a9-4a93-baba-c86de57a501d req-f8c8d01b-2158-4d6a-b972-2031146a8dfc tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1176975 Sep 07 05:09:46.222438 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaee5ea7-f7e5-408a-a318-3167c5b7d77c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:46.237522 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.238020 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.238533 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.238922 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.239196 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.239572 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.239910 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.240434 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.241049 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.241381 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.252858 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.252858 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:46.253009 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:09:46.256790 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-053444b1-84a9-4a93-baba-c86de57a501d req-45a08623-24e7-4280-8c17-4b3f954cb3c9 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740485 Sep 07 05:09:46.265884 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.266231 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Added segment 79becf55-6485-4d53-bda0-fb4ae620186d of type vlan for network 1b184882-65c8-47f5-b00a-bb81630b4a53 Sep 07 05:09:46.301601 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.315314 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Transition to ACTIVE for port object 8051cd60-7293-4722-837b-3d034cd66469 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:46.324585 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.333469 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.351431 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:46.356414 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801beff1-c306-4f50-b15a-a7b0edb245d3" -d '{"events": [{"server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "name": "network-vif-plugged", "status": "completed", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:46.359628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.362007 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:46.363621 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.419310 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5793939 Sep 07 05:09:46.421861 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45846) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:46.427737 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Request body: {'subnet': {'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1881883493-subnet', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:46.491680 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Made reservation on behalf of 105c4d58b4654f839cb3fabf991fca40 for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:09:46.494914 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9453603'] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.529553 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c72cb0-2e4a-4b24-9970-119556236e58 x-openstack-request-id: req-a2c72cb0-2e4a-4b24-9970-119556236e58 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:46.530127 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "name": "network-vif-plugged", "status": "completed", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:46.530127 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2c72cb0-2e4a-4b24-9970-119556236e58 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:46.530538 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'code': 200} Sep 07 05:09:46.537146 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d673296-f57f-4fcf-adc4-03f1dfae1f80 None None] Pushing event updated for resources: {'Port': ['ID=8051cd60-7293-4722-837b-3d034cd66469,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:46.557835 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d166b1-8a37-4d81-9aef-18b67995d7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b184882-65c8-47f5-b00a-bb81630b4a53,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:46.607000 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 1b184882-65c8-47f5-b00a-bb81630b4a53 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:09:46.763027 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Attempting to bind port 8051cd60-7293-4722-837b-3d034cd66469 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:46.763606 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Attempting to bind port 8051cd60-7293-4722-837b-3d034cd66469 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:46.764111 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Attempting to bind port 8051cd60-7293-4722-837b-3d034cd66469 on network f1201e12-05e7-4cd3-92f9-028aebcf9374 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:46.780062 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:46.780444 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Checking segment: {'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:46.780879 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.781285 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Bound using segment: {'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:46.782068 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Bound port: 8051cd60-7293-4722-837b-3d034cd66469, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:46.782203 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.783783 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12a8ed-dd24-4f75-b93b-eec562b49ae5 req-8a6b71af-b37a-4439-a66e-b9c19660dcc5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:46.792614 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8f12a8ed-dd24-4f75-b93b-eec562b49ae5 req-8a6b71af-b37a-4439-a66e-b9c19660dcc5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1295464 Sep 07 05:09:46.878459 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] For port 8051cd60-7293-4722-837b-3d034cd66469, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:46.883464 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] For port 8051cd60-7293-4722-837b-3d034cd66469, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=8051cd60-7293-4722-837b-3d034cd66469,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:46.893170 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:46.975349 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Routers {'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:46.976004 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:47.022075 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5d778-5bcd-4fa1-ac7c-41897e26605f req-3bd48a9c-3c9c-486f-ae93-d09137a2fac0 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:47.031698 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4ab5d778-5bcd-4fa1-ac7c-41897e26605f req-3bd48a9c-3c9c-486f-ae93-d09137a2fac0 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 945 time: 0.0846694 Sep 07 05:09:47.091098 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4ab5d778-5bcd-4fa1-ac7c-41897e26605f req-8d065642-63da-4cdd-9a79-f0b338f76043 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539689 Sep 07 05:09:47.177120 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d673296-f57f-4fcf-adc4-03f1dfae1f80 None None] Pushing event updated for resources: {'Port': ['ID=8051cd60-7293-4722-837b-3d034cd66469,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:47.232873 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] Set router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:47.294779 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8f12a8ed-dd24-4f75-b93b-eec562b49ae5 req-570f1896-17af-4ef4-816f-e7d9d4e2245a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4947820 Sep 07 05:09:47.386219 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a0789-367d-47be-a8e7-3dcaed69ec0b req-a2597810-a243-488e-9c96-6f7ec37f9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:47.387719 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-211a0789-367d-47be-a8e7-3dcaed69ec0b req-a2597810-a243-488e-9c96-6f7ec37f9cac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 1098 time: 0.5545645 Sep 07 05:09:47.392118 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2327782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9453653'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:47.491873 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-211a0789-367d-47be-a8e7-3dcaed69ec0b req-251ae5c1-edc0-4bb4-854e-5c7e810ab3c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931020 Sep 07 05:09:47.508174 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03fb6184-8a82-422b-a7f9-708c0ce94db0,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:47.532608 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.532995 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.533325 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.533721 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.533996 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.534375 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.534709 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.535031 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.535360 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.535679 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.536001 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.537841 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:09:47.558778 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Checking segment: {'id': '79becf55-6485-4d53-bda0-fb4ae620186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:47.559194 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Network hostable DHCP agents. Network: 1b184882-65c8-47f5-b00a-bb81630b4a53, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:09:47.605226 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Network 1b184882-65c8-47f5-b00a-bb81630b4a53 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:09:47.609416 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc581f5-a51f-4a2e-aad3-58cb16d3ae20 req-8074ce23-0090-4df6-a62e-9126dc029b04 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:47.611517 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cbc581f5-a51f-4a2e-aad3-58cb16d3ae20 req-8074ce23-0090-4df6-a62e-9126dc029b04 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.2127283 Sep 07 05:09:47.629443 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 1b184882-65c8-47f5-b00a-bb81630b4a53) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:47.638005 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:47.638848 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:47.676151 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7d87e79b-4739-4e91-9c42-506d132a5443 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2516334 Sep 07 05:09:47.679550 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 45880) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:47.695795 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1881883493-router', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:47.716549 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b243c4e-8ede-4bb6-b998-594c5103310e None None] Network 1b184882-65c8-47f5-b00a-bb81630b4a53 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:09:47.733003 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cbc581f5-a51f-4a2e-aad3-58cb16d3ae20 req-2972dc6c-0ed2-4e62-91e1-a56e4cc94751 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033764 Sep 07 05:09:47.752725 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1905'] for router, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:47.757042 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-374321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1914'] for router, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:47.923813 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:47.940859 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6fbd-af59-4715-b383-d1143b37c5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:48.108738 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:42Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '8051cd60-7293-4722-837b-3d034cd66469', 'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'mac_address': 'fa:16:3e:bf:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:40Z', 'updated_at': '2021-09-07T05:09:46Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'subnets': [{'id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:48.160161 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45902) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:48.165064 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e089070-a5a7-5a4b-8a0c-061bd82b62eb-1b184882-65c8-47f5-b00a-bb81630b4a53', 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'fixed_ips': [{'subnet_id': '03fb6184-8a82-422b-a7f9-708c0ce94db0'}]}} from dv-cinder-804757-6-iscsi. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 05:09:48.166013 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:48.170582 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46200cd3-bb19-4128-bbf6-1217f078e03e None None] The sync data for ids ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'] in dv-cinder-804757-6-iscsi is: [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:42Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '8051cd60-7293-4722-837b-3d034cd66469', 'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'mac_address': 'fa:16:3e:bf:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:40Z', 'updated_at': '2021-09-07T05:09:46Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'subnets': [{'id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:09:48.418117 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:48.497220 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b670cfe5-35ea-449a-99a4-26955629ef6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:48.527033 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Allocated IP 172.20.0.2 (1b184882-65c8-47f5-b00a-bb81630b4a53/03fb6184-8a82-422b-a7f9-708c0ce94db0/5624dafd-c104-4938-a7c9-ba33221d3539) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:48.544376 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 8051cd60-7293-4722-837b-3d034cd66469 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:48.559468 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778deb7-f1f9-476f-b769-a611c0490fa0 req-e7e978a7-0292-4de5-a675-e4e86bf04e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:48.561721 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3778deb7-f1f9-476f-b769-a611c0490fa0 req-e7e978a7-0292-4de5-a675-e4e86bf04e7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 1098 time: 0.3166959 Sep 07 05:09:48.574067 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186180-46de-4cd4-9dfd-8fdbdfec8bc1 req-26f6cec4-969f-4a45-87f7-a676eb96b8b4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:48.577079 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9a186180-46de-4cd4-9dfd-8fdbdfec8bc1 req-26f6cec4-969f-4a45-87f7-a676eb96b8b4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.2545266 Sep 07 05:09:48.740392 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 8051cd60-7293-4722-837b-3d034cd66469 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:48.754704 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9a186180-46de-4cd4-9dfd-8fdbdfec8bc1 req-a6992924-74f0-4d31-ad3b-2c6ad332e61c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705456 Sep 07 05:09:48.771595 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 8051cd60-7293-4722-837b-3d034cd66469 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:48.775166 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:48.775664 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b670cfe5-35ea-449a-99a4-26955629ef6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:48.793319 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b670cfe5-35ea-449a-99a4-26955629ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:48.832186 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778deb7-f1f9-476f-b769-a611c0490fa0 req-c226c4ae-f035-4613-b9ef-34825deb7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:48.834215 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3778deb7-f1f9-476f-b769-a611c0490fa0 req-c226c4ae-f035-4613-b9ef-34825deb7366 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 920 time: 0.2480431 Sep 07 05:09:48.837398 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac74119-1d52-49c4-b885-36721ea28419 req-ae8778ae-537b-4d91-ae73-9e5404557a71 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:48.845830 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1ac74119-1d52-49c4-b885-36721ea28419 req-ae8778ae-537b-4d91-ae73-9e5404557a71 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1264226 Sep 07 05:09:48.889766 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b670cfe5-35ea-449a-99a4-26955629ef6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f1f25416da440468a0bf3fa2e3daecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7261209 Sep 07 05:09:48.890692 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 45916) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:48.899634 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670cfe5-35ea-449a-99a4-26955629ef6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b5e19b-04dd-45c8-a490-f3f9ac180215,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:48.968705 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1ac74119-1d52-49c4-b885-36721ea28419 req-1b3da487-6d65-4e71-9f99-da46f6b0ce1e tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218765 Sep 07 05:09:48.970409 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:48.988718 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Transition to ACTIVE for port object 5624dafd-c104-4938-a7c9-ba33221d3539 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:49.007746 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f228cbc-e455-40af-bf7b-0d6aed17d872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.035162 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f228cbc-e455-40af-bf7b-0d6aed17d872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.049162 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.061717 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Transition to ACTIVE for port object 5624dafd-c104-4938-a7c9-ba33221d3539 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:49.081869 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.100017 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4bd3c-4e57-4d5f-9c1b-11a793e87c79 req-6cdfd13f-1ee0-45c7-a84c-2d689dc47428 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:49.103168 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0aa4bd3c-4e57-4d5f-9c1b-11a793e87c79 req-6cdfd13f-1ee0-45c7-a84c-2d689dc47428 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 945 time: 0.1574471 Sep 07 05:09:49.104749 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.107206 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f228cbc-e455-40af-bf7b-0d6aed17d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.111406 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2f228cbc-e455-40af-bf7b-0d6aed17d872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.113107 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2f228cbc-e455-40af-bf7b-0d6aed17d872 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6b5e19b-04dd-45c8-a490-f3f9ac180215 HTTP/1.1" status: 204 len: 168 time: 0.2211599 Sep 07 05:09:49.132734 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f228cbc-e455-40af-bf7b-0d6aed17d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b5e19b-04dd-45c8-a490-f3f9ac180215,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:49.173049 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Network 1b184882-65c8-47f5-b00a-bb81630b4a53 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:49.188074 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:49.191955 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:49.257211 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0aa4bd3c-4e57-4d5f-9c1b-11a793e87c79 req-1c7985ad-6e1e-48ec-aa23-d379ddf07b01 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273880 Sep 07 05:09:49.263658 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Pushing event updated for resources: {'Port': ['ID=5624dafd-c104-4938-a7c9-ba33221d3539,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:49.344499 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.349572 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Attempting to bind port 5624dafd-c104-4938-a7c9-ba33221d3539 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:49.349948 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Attempting to bind port 5624dafd-c104-4938-a7c9-ba33221d3539 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '79becf55-6485-4d53-bda0-fb4ae620186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:49.350315 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Attempting to bind port 5624dafd-c104-4938-a7c9-ba33221d3539 on network 1b184882-65c8-47f5-b00a-bb81630b4a53 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:49.362134 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Allocated IP 172.27.3.208 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/d6d5a552-e9e0-4732-83a8-dfb79af8512b) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:49.366219 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:49.366566 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Checking segment: {'id': '79becf55-6485-4d53-bda0-fb4ae620186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:49.366840 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.367242 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Bound using segment: {'id': '79becf55-6485-4d53-bda0-fb4ae620186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:49.368343 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Bound port: 5624dafd-c104-4938-a7c9-ba33221d3539, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79becf55-6485-4d53-bda0-fb4ae620186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:49.369535 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.432227 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 8051cd60-7293-4722-837b-3d034cd66469, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=8051cd60-7293-4722-837b-3d034cd66469,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:49.444669 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.552634 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.555590 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.578106 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] For port 5624dafd-c104-4938-a7c9-ba33221d3539, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:49.594267 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] For port 5624dafd-c104-4938-a7c9-ba33221d3539, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=5624dafd-c104-4938-a7c9-ba33221d3539,segment=NetworkSegment(79becf55-6485-4d53-bda0-fb4ae620186d),segment_id=79becf55-6485-4d53-bda0-fb4ae620186d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:49.606908 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=8051cd60-7293-4722-837b-3d034cd66469,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:49.610602 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.611925 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:49.654061 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:49.657415 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:49.663689 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:49.690623 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d5a552-e9e0-4732-83a8-dfb79af8512b,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:49.712775 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dbca1-df29-4e5b-9ed2-d73ecef8a0c2 None None] Pushing event updated for resources: {'Port': ['ID=5624dafd-c104-4938-a7c9-ba33221d3539,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:49.941458 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d95dd-ed12-4f9c-9da4-aaba8e7fd433 req-26bf0ed7-8773-4e60-abc1-2345e7a53eda tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:49.948728 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-349d95dd-ed12-4f9c-9da4-aaba8e7fd433 req-26bf0ed7-8773-4e60-abc1-2345e7a53eda tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0992374 Sep 07 05:09:50.029754 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-349d95dd-ed12-4f9c-9da4-aaba8e7fd433 req-de82e45b-b9cd-4721-bfe8-e6a896881d63 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781412 Sep 07 05:09:50.119683 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:50.179290 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261a0d1-c07a-4718-8753-7e35d4d81f4b req-9b537232-08b2-4e3d-add7-116743eb3184 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:50.184647 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e261a0d1-c07a-4718-8753-7e35d4d81f4b req-9b537232-08b2-4e3d-add7-116743eb3184 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1165142 Sep 07 05:09:50.268024 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e261a0d1-c07a-4718-8753-7e35d4d81f4b req-c249a980-237e-42c7-8bb0-5a86a8facca2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798674 Sep 07 05:09:50.442570 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900df80a-1ff7-4193-b9c9-297032629964 req-31d23b38-e58e-488a-abd8-3be48e4e1991 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:50.444292 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-900df80a-1ff7-4193-b9c9-297032629964 req-31d23b38-e58e-488a-abd8-3be48e4e1991 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 945 time: 0.0794747 Sep 07 05:09:50.455533 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306'] for router, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:50.517454 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-900df80a-1ff7-4193-b9c9-297032629964 req-4579ef96-4a02-4b58-b6b3-f7c640516919 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583949 Sep 07 05:09:50.559437 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 8051cd60-7293-4722-837b-3d034cd66469 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:50.619724 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 8051cd60-7293-4722-837b-3d034cd66469 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:50.620103 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:50.740665 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 5624dafd-c104-4938-a7c9-ba33221d3539 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:50.839642 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 5624dafd-c104-4938-a7c9-ba33221d3539 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:50.891995 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb8ed57-f558-4818-9057-dbb0c0d40481 None None] Network 1b184882-65c8-47f5-b00a-bb81630b4a53 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:09:50.935690 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Router fa85fa1f-aee2-491c-a050-17488b18376e is scheduled to L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a with binding_index 1 {{(pid=94011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 05:09:50.954029 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e915a114-c158-413a-b0b7-a963758df35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:51.042998 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-9edadd74-e2e3-4a8b-ada3-34b604332c8e None None] Provisioning for port 5624dafd-c104-4938-a7c9-ba33221d3539 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:51.058005 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-9edadd74-e2e3-4a8b-ada3-34b604332c8e None None] Provisioning complete for port 5624dafd-c104-4938-a7c9-ba33221d3539 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:51.058429 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9edadd74-e2e3-4a8b-ada3-34b604332c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:51.096781 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:09:51.109197 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Sync routers for ids ['fa85fa1f-aee2-491c-a050-17488b18376e'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:09:51.120741 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Routers {'fa85fa1f-aee2-491c-a050-17488b18376e'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:51.121952 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['fa85fa1f-aee2-491c-a050-17488b18376e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:51.150821 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:51.155493 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-6789303f-dbe5-4f35-be22-58429aaedcf6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4704232 Sep 07 05:09:51.156648 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 46008) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:51.247000 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Set router fa85fa1f-aee2-491c-a050-17488b18376e gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:51.248635 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af190b65-f9e0-4ae2-8f62-3aac88fd544b req-1e54f0e9-57b4-4df1-9400-0f87b0e06f46 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:51.251586 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-af190b65-f9e0-4ae2-8f62-3aac88fd544b req-1e54f0e9-57b4-4df1-9400-0f87b0e06f46 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1209934 Sep 07 05:09:51.291225 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9edadd74-e2e3-4a8b-ada3-34b604332c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:51.386397 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-9edadd74-e2e3-4a8b-ada3-34b604332c8e None None] For port 5624dafd-c104-4938-a7c9-ba33221d3539, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=5624dafd-c104-4938-a7c9-ba33221d3539,segment=NetworkSegment(79becf55-6485-4d53-bda0-fb4ae620186d),segment_id=79becf55-6485-4d53-bda0-fb4ae620186d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:51.395111 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9edadd74-e2e3-4a8b-ada3-34b604332c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:51.399805 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-af190b65-f9e0-4ae2-8f62-3aac88fd544b req-a190b588-8d5f-4793-890e-092c8df872ef tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386540 Sep 07 05:09:51.500465 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edadd74-e2e3-4a8b-ada3-34b604332c8e None None] Pushing event updated for resources: {'Port': ['ID=5624dafd-c104-4938-a7c9-ba33221d3539,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:51.567258 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'name': 'tempest-TestShelveInstance-1881883493-router', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:47Z', 'updated_at': '2021-09-07T05:09:49Z', 'revision_number': 3, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'gw_port': {'id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:49Z', 'updated_at': '2021-09-07T05:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:51.636675 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3778deb7-f1f9-476f-b769-a611c0490fa0 req-2416594a-6971-48f1-a7f5-7a60a4125e90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05 HTTP/1.1" status: 200 len: 217 time: 0.0585403 Sep 07 05:09:51.636945 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c6f8e-7cb2-448e-8846-00ce59557b07 req-02a82fdd-6c7b-4f1b-b133-3a7ac434cfc2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:51.638479 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1b7c6f8e-7cb2-448e-8846-00ce59557b07 req-02a82fdd-6c7b-4f1b-b133-3a7ac434cfc2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1551282 Sep 07 05:09:51.651872 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f388bec4-5c46-43fd-8319-53aec44a41d8 None None] Provisioning complete for port 5624dafd-c104-4938-a7c9-ba33221d3539 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:51.652470 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f388bec4-5c46-43fd-8319-53aec44a41d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:51.672222 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Checking router: fa85fa1f-aee2-491c-a050-17488b18376e for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:09:51.672874 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Updating router fa85fa1f-aee2-491c-a050-17488b18376e port d6d5a552-e9e0-4732-83a8-dfb79af8512b binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:09:51.708959 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:51.712279 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778deb7-f1f9-476f-b769-a611c0490fa0 req-710d251d-e782-4baf-bd60-12a8b1b51d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:51.714400 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3778deb7-f1f9-476f-b769-a611c0490fa0 req-710d251d-e782-4baf-bd60-12a8b1b51d34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed51f394-0aa0-447b-bf08-ca3675dfc6c0 HTTP/1.1" status: 200 len: 859 time: 0.0538139 Sep 07 05:09:51.801339 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:51.824954 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c7149-36c3-4d65-a0e7-6f08bf221963 req-573dd7fe-df6f-49a7-a896-54bcbdd2bc4e tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:51.828721 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c54c7149-36c3-4d65-a0e7-6f08bf221963 req-573dd7fe-df6f-49a7-a896-54bcbdd2bc4e tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 945 time: 0.2041142 Sep 07 05:09:51.845484 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3778deb7-f1f9-476f-b769-a611c0490fa0 req-94a761a0-d015-4476-bc8b-c6e11c70d625 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3e12032-35e2-4fcd-94f2-18e530261dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112897 Sep 07 05:09:51.850506 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1b7c6f8e-7cb2-448e-8846-00ce59557b07 req-4472dad9-caec-4030-a858-795891234975 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032306 Sep 07 05:09:51.896528 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c54c7149-36c3-4d65-a0e7-6f08bf221963 req-cbcb000f-0f98-4e0b-b2f6-a9ed5a99a0f8 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494750 Sep 07 05:09:51.926611 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-269f0e0a-7292-4b58-9c95-fe8abd6bfcc6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1645041 Sep 07 05:09:52.039291 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3778deb7-f1f9-476f-b769-a611c0490fa0 req-9ee139a4-4fca-4210-834f-4aef4101f053 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540418 Sep 07 05:09:52.060669 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-c5641fc3-c174-40f5-a94a-aee88f60eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:52.062148 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-c5641fc3-c174-40f5-a94a-aee88f60eb9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 1098 time: 0.0727003 Sep 07 05:09:52.074253 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:52.139147 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:52.154672 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Transition to ACTIVE for port object d6d5a552-e9e0-4732-83a8-dfb79af8512b will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:52.165170 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:52.183252 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3778deb7-f1f9-476f-b769-a611c0490fa0 req-8f484be1-649b-41bd-8967-7df886197878 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231124 Sep 07 05:09:52.212475 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa356a94-fc27-4d33-8090-4f5be8e5718f None None] Pushing event updated for resources: {'Port': ['ID=d6d5a552-e9e0-4732-83a8-dfb79af8512b,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:52.223709 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Attempting to bind port d6d5a552-e9e0-4732-83a8-dfb79af8512b on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:52.224099 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Attempting to bind port d6d5a552-e9e0-4732-83a8-dfb79af8512b by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:52.224464 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Attempting to bind port d6d5a552-e9e0-4732-83a8-dfb79af8512b on network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:52.229557 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:52.229926 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:52.230321 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:52.230709 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Bound using segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:52.231347 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Bound port: d6d5a552-e9e0-4732-83a8-dfb79af8512b, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:52.231762 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:52.247054 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:52.259858 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-01b086a9-97a2-4aad-9365-5c49bec249ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:52.261360 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-01b086a9-97a2-4aad-9365-5c49bec249ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 916 time: 0.1561959 Sep 07 05:09:52.350019 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-18d5ea18-0a42-4c61-87e3-6ab29260c8b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad HTTP/1.1" status: 200 len: 217 time: 0.0723617 Sep 07 05:09:52.365748 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 5624dafd-c104-4938-a7c9-ba33221d3539 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:52.391322 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] For port d6d5a552-e9e0-4732-83a8-dfb79af8512b, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:52.396826 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] For port d6d5a552-e9e0-4732-83a8-dfb79af8512b, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=d6d5a552-e9e0-4732-83a8-dfb79af8512b,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:52.409453 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:52.438120 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 5624dafd-c104-4938-a7c9-ba33221d3539 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:52.438664 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:52.494494 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-05cd050a-3bba-4708-b3ee-390e802d0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:52.496191 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-05cd050a-3bba-4708-b3ee-390e802d0c91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43410038-fd54-41fe-bdbf-c35ae7ac4200 HTTP/1.1" status: 200 len: 855 time: 0.1338344 Sep 07 05:09:52.528410 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Routers {'fa85fa1f-aee2-491c-a050-17488b18376e'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:52.529306 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['fa85fa1f-aee2-491c-a050-17488b18376e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:52.649033 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-5a6fd612-064c-405f-9534-abd7e57bd33c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084a4ab2-0603-4144-8506-7432fe6ed715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815873 Sep 07 05:09:52.664935 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Allocated IP 172.20.0.1 (1b184882-65c8-47f5-b00a-bb81630b4a53/03fb6184-8a82-422b-a7f9-708c0ce94db0/556f3103-ab9a-4973-86e8-389365d7520f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:09:52.669862 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa356a94-fc27-4d33-8090-4f5be8e5718f None None] Pushing event updated for resources: {'Port': ['ID=d6d5a552-e9e0-4732-83a8-dfb79af8512b,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:52.724688 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] Set router fa85fa1f-aee2-491c-a050-17488b18376e gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:52.893972 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d632c-2836-4879-83d9-90b5fd17ac7a req-a20302ab-1e55-4c6d-9c18-7fd838f162fd tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:52.893972 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-de1d632c-2836-4879-83d9-90b5fd17ac7a req-a20302ab-1e55-4c6d-9c18-7fd838f162fd tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.3073459 Sep 07 05:09:53.045433 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'name': 'tempest-TestShelveInstance-1881883493-router', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:47Z', 'updated_at': '2021-09-07T05:09:49Z', 'revision_number': 3, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'gw_port': {'id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:49Z', 'updated_at': '2021-09-07T05:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:53.067052 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256d36d-c0f5-4794-8432-0cfa45432875 req-a617b7ad-148e-48fc-934e-ef350c6e4d8f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:53.075043 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f256d36d-c0f5-4794-8432-0cfa45432875 req-a617b7ad-148e-48fc-934e-ef350c6e4d8f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.0824287 Sep 07 05:09:53.076928 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d72f5-ee57-4fbd-98e5-b432e034c260 None None] The sync data for ids ['fa85fa1f-aee2-491c-a050-17488b18376e'] in dv-cinder-804757-6-iscsi is: [{'id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'name': 'tempest-TestShelveInstance-1881883493-router', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:47Z', 'updated_at': '2021-09-07T05:09:49Z', 'revision_number': 3, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'gw_port': {'id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:49Z', 'updated_at': '2021-09-07T05:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:09:53.106953 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:53.114288 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-de1d632c-2836-4879-83d9-90b5fd17ac7a req-0f356482-59e4-40c0-bad0-c5e31f854eeb tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168125 Sep 07 05:09:53.121561 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-a02500e8-52ba-41ed-b21a-85b6ca214dab service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382176 Sep 07 05:09:53.138754 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f256d36d-c0f5-4794-8432-0cfa45432875 req-fcce110c-a945-450a-9cca-3e88cac736e7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559111 Sep 07 05:09:53.183014 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Transition to ACTIVE for port object 556f3103-ab9a-4973-86e8-389365d7520f will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:53.324689 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f6e0-941f-4048-83ff-2e1685c018c5 req-587d8c3a-d53e-42c2-85d5-c9d3b664bddb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:53.326439 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2d92f6e0-941f-4048-83ff-2e1685c018c5 req-587d8c3a-d53e-42c2-85d5-c9d3b664bddb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.0801632 Sep 07 05:09:53.337070 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 46062) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:53.343485 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-f55c7072-0988-48e4-b818-20764c0e80b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'floatingip': {'port_id': '26f13ac0-5239-494c-9ff4-1959be9b1272'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:53.456251 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f55c7072-0988-48e4-b818-20764c0e80b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:53.564024 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3e47-eadf-44d5-8f11-828a1087e53e req-c05fd14d-f058-418b-b599-c821d57271d4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:53.565667 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2bdd3e47-eadf-44d5-8f11-828a1087e53e req-c05fd14d-f058-418b-b599-c821d57271d4 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 945 time: 0.3590646 Sep 07 05:09:53.568308 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f9e5dc4b-95ec-4aa3-b601-81fd15b22aa5 req-5a34e126-c2be-4f5f-8432-282e7bfc5fdc service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304621 Sep 07 05:09:53.569531 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:53.629804 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Network 1b184882-65c8-47f5-b00a-bb81630b4a53 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:53.640007 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:53.660678 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:09:53.668839 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=556f3103-ab9a-4973-86e8-389365d7520f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:53.696444 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2bdd3e47-eadf-44d5-8f11-828a1087e53e req-e6a4ceb0-0c40-4155-a203-071672455126 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195691 Sep 07 05:09:53.735829 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376449'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:53.909556 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:53.957938 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:53.966283 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6065f72b-5ef1-44c5-892a-6bb4ccad7dbf None None] Provisioning for port 556f3103-ab9a-4973-86e8-389365d7520f completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:53.975805 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6065f72b-5ef1-44c5-892a-6bb4ccad7dbf None None] Provisioning complete for port 556f3103-ab9a-4973-86e8-389365d7520f triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:53.976363 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6065f72b-5ef1-44c5-892a-6bb4ccad7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:54.055455 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6065f72b-5ef1-44c5-892a-6bb4ccad7dbf None None] Port 556f3103-ab9a-4973-86e8-389365d7520f cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:09:54.257786 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:54.258953 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.db.resource_extend [None req-f55c7072-0988-48e4-b818-20764c0e80b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 05:09:54.265555 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:54.385836 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375089'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:54.405975 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=556f3103-ab9a-4973-86e8-389365d7520f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:54.408577 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f55c7072-0988-48e4-b818-20764c0e80b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:54.417567 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f55c7072-0988-48e4-b818-20764c0e80b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:54.429454 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bc319-f615-42ce-8e07-c01f2a3d4e07 req-18a174e4-9341-4040-b9c3-aab609cb61a0 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:54.432138 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fa6bc319-f615-42ce-8e07-c01f2a3d4e07 req-18a174e4-9341-4040-b9c3-aab609cb61a0 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.2264678 Sep 07 05:09:54.480684 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device d6d5a552-e9e0-4732-83a8-dfb79af8512b up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:54.513573 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Network 1b184882-65c8-47f5-b00a-bb81630b4a53 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:09:54.515374 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:09:54.526913 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fa6bc319-f615-42ce-8e07-c01f2a3d4e07 req-16ddd359-9efd-497c-94e0-729df8c22f01 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606875 Sep 07 05:09:54.565812 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port d6d5a552-e9e0-4732-83a8-dfb79af8512b completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:54.573208 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port d6d5a552-e9e0-4732-83a8-dfb79af8512b triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:54.573832 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:54.625780 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.l3_db [None req-f55c7072-0988-48e4-b818-20764c0e80b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Floating IP fd821e67-331c-466d-bebc-2e16e456b7c8 associated. External IP: 172.27.3.244, port: 26f13ac0-5239-494c-9ff4-1959be9b1272. Sep 07 05:09:54.689165 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:54.725107 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Router fa85fa1f-aee2-491c-a050-17488b18376e has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:09:54.756590 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port d6d5a552-e9e0-4732-83a8-dfb79af8512b, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=d6d5a552-e9e0-4732-83a8-dfb79af8512b,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:54.769365 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:54.858394 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=d6d5a552-e9e0-4732-83a8-dfb79af8512b,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:54.885448 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-b46f5374-2ce7-4b3a-9a8f-61bb127ae4b6 None None] Provisioning complete for port 556f3103-ab9a-4973-86e8-389365d7520f triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:54.886123 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b46f5374-2ce7-4b3a-9a8f-61bb127ae4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:54.940268 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b46f5374-2ce7-4b3a-9a8f-61bb127ae4b6 None None] Port 556f3103-ab9a-4973-86e8-389365d7520f cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:09:54.941749 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c79e80-74ca-4c5f-a031-4923d084ccf6 req-03bd9b34-b0a8-47e2-a7b1-4095f12742da tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:54.943734 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-74c79e80-74ca-4c5f-a031-4923d084ccf6 req-03bd9b34-b0a8-47e2-a7b1-4095f12742da tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 945 time: 0.1258154 Sep 07 05:09:54.986530 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:09:54.993356 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c2ed8a0a-eb2f-42b9-905b-f306e1bae5b3 admin admin] 10.222.0.49 "PUT /v2.0/routers/fa85fa1f-aee2-491c-a050-17488b18376e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8345184 Sep 07 05:09:55.011081 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-74c79e80-74ca-4c5f-a031-4923d084ccf6 req-69364f94-1842-496a-a9b1-6cc99ea05a50 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593321 Sep 07 05:09:55.154301 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55c7072-0988-48e4-b818-20764c0e80b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Router b466ee06-045f-40d2-9078-559dfe9f97a5 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:09:55.297744 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55c7072-0988-48e4-b818-20764c0e80b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:09:55.303004 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f55c7072-0988-48e4-b818-20764c0e80b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:55.325529 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] Sync routers for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:09:55.335605 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-f55c7072-0988-48e4-b818-20764c0e80b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "PUT /v2.0/floatingips/fd821e67-331c-466d-bebc-2e16e456b7c8 HTTP/1.1" status: 200 len: 991 time: 1.9964883 Sep 07 05:09:55.336122 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:55.338552 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e4d15f-aa67-4e47-bd48-d132e29c262d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:55.350593 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:55.351349 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:55.352715 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Sync routers for ids ['fa85fa1f-aee2-491c-a050-17488b18376e'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:09:55.364248 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Routers {'fa85fa1f-aee2-491c-a050-17488b18376e'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:55.365031 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['fa85fa1f-aee2-491c-a050-17488b18376e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:55.510740 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Set router fa85fa1f-aee2-491c-a050-17488b18376e gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:55.632302 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:55.754947 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'name': 'tempest-TestShelveInstance-1881883493-router', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:47Z', 'updated_at': '2021-09-07T05:09:53Z', 'revision_number': 4, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'gw_port': {'id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:49Z', 'updated_at': '2021-09-07T05:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '556f3103-ab9a-4973-86e8-389365d7520f', 'name': '', 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'mac_address': 'fa:16:3e:76:8c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '03fb6184-8a82-422b-a7f9-708c0ce94db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:52Z', 'updated_at': '2021-09-07T05:09:54Z', 'revision_number': 2, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'subnets': [{'id': '03fb6184-8a82-422b-a7f9-708c0ce94db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:55.782349 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 46106) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:55.786014 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-02749636-264c-4be7-a7a2-aeb07b27b24f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1854234731', 'description': 'tempest-secgroup-smoke-1854234731 description', 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:55.786474 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Checking router: fa85fa1f-aee2-491c-a050-17488b18376e for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:09:55.786836 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Updating router fa85fa1f-aee2-491c-a050-17488b18376e port 556f3103-ab9a-4973-86e8-389365d7520f binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:09:55.814004 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02749636-264c-4be7-a7a2-aeb07b27b24f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:55.815920 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:55.859223 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dfb058-2070-4274-af5a-380975aafea3 x-openstack-request-id: req-53dfb058-2070-4274-af5a-380975aafea3 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:55.859723 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:55.860138 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53dfb058-2070-4274-af5a-380975aafea3 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:55.860690 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'status': 'completed', 'code': 200} Sep 07 05:09:55.946926 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02749636-264c-4be7-a7a2-aeb07b27b24f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:55.954957 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02749636-264c-4be7-a7a2-aeb07b27b24f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:55.991174 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986bf00-22d0-43e8-9903-6013c9d396a6 req-ba698a9c-cbf0-49f1-8d4a-4a71407d54b7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:56.002645 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6986bf00-22d0-43e8-9903-6013c9d396a6 req-ba698a9c-cbf0-49f1-8d4a-4a71407d54b7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0697515 Sep 07 05:09:56.005357 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-02749636-264c-4be7-a7a2-aeb07b27b24f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.006657 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-02749636-264c-4be7-a7a2-aeb07b27b24f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2241814 Sep 07 05:09:56.008931 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02749636-264c-4be7-a7a2-aeb07b27b24f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c686616-91d4-43c3-9254-87c5e5a868b0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:56.012490 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 46110) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:56.016955 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9409bc2d-0359-4624-bae5-26bfce3d7fde tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Request body: {'security_group_rule': {'security_group_id': '4c686616-91d4-43c3-9254-87c5e5a868b0', 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:56.055739 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6986bf00-22d0-43e8-9903-6013c9d396a6 req-6791513d-c2b9-4c2d-ba84-6338d0d61468 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510781 Sep 07 05:09:56.056232 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9409bc2d-0359-4624-bae5-26bfce3d7fde tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.057182 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'fd821e67-331c-466d-bebc-2e16e456b7c8', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'port_id': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'mac_address': 'fa:16:3e:c5:58:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:09:27Z', 'updated_at': '2021-09-07T05:09:54Z', 'revision_number': 1, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:56.093322 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] Checking router: b466ee06-045f-40d2-9078-559dfe9f97a5 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:09:56.105209 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:56.105866 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:56.159653 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9409bc2d-0359-4624-bae5-26bfce3d7fde tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.167970 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9409bc2d-0359-4624-bae5-26bfce3d7fde tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.177801 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f3016-b799-43f2-a254-8fdaa68cefad req-f1fad4ba-8eb5-4790-bc31-4e24735f620c tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:56.180409 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3e7f3016-b799-43f2-a254-8fdaa68cefad req-f1fad4ba-8eb5-4790-bc31-4e24735f620c tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 945 time: 0.0542495 Sep 07 05:09:56.192864 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409bc2d-0359-4624-bae5-26bfce3d7fde tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc95d95-cb75-49df-851d-e1400311b5a7,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:56.207685 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9409bc2d-0359-4624-bae5-26bfce3d7fde tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.212860 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9409bc2d-0359-4624-bae5-26bfce3d7fde tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1964648 Sep 07 05:09:56.213060 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.226029 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 46118) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:56.238074 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8913018e-652e-431e-a866-2f40926efd7e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Request body: {'security_group_rule': {'security_group_id': '4c686616-91d4-43c3-9254-87c5e5a868b0', 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:56.245584 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Transition to ACTIVE for port object 556f3103-ab9a-4973-86e8-389365d7520f will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:09:56.260236 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.264737 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3e7f3016-b799-43f2-a254-8fdaa68cefad req-b8b4cb69-b30a-4a05-a134-26bd38b1762c tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757065 Sep 07 05:09:56.333336 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:56.363219 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8913018e-652e-431e-a866-2f40926efd7e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.376929 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d47ec-e871-4293-a8bc-31cd2400f3f0 None None] Pushing event updated for resources: {'Port': ['ID=556f3103-ab9a-4973-86e8-389365d7520f,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:56.462997 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-48f73cec-4e61-43f0-94ab-f0a7134f6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:56.464697 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-48f73cec-4e61-43f0-94ab-f0a7134f6962 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 1098 time: 0.1523976 Sep 07 05:09:56.499785 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Attempting to bind port 556f3103-ab9a-4973-86e8-389365d7520f on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:09:56.500526 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Attempting to bind port 556f3103-ab9a-4973-86e8-389365d7520f by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '79becf55-6485-4d53-bda0-fb4ae620186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:09:56.501257 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Attempting to bind port 556f3103-ab9a-4973-86e8-389365d7520f on network 1b184882-65c8-47f5-b00a-bb81630b4a53 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:09:56.503719 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device d6d5a552-e9e0-4732-83a8-dfb79af8512b up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:56.512468 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:09:56.514364 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Checking segment: {'id': '79becf55-6485-4d53-bda0-fb4ae620186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:09:56.514993 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.515581 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Bound using segment: {'id': '79becf55-6485-4d53-bda0-fb4ae620186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:09:56.516759 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Bound port: 556f3103-ab9a-4973-86e8-389365d7520f, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79becf55-6485-4d53-bda0-fb4ae620186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:09:56.517548 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.599653 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] For port 556f3103-ab9a-4973-86e8-389365d7520f, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:09:56.605660 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] For port 556f3103-ab9a-4973-86e8-389365d7520f, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=556f3103-ab9a-4973-86e8-389365d7520f,segment=NetworkSegment(79becf55-6485-4d53-bda0-fb4ae620186d),segment_id=79becf55-6485-4d53-bda0-fb4ae620186d)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:09:56.614726 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.689206 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-8d6778d5-101b-4cd4-a2a8-74ea2b43aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:56.690728 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-8d6778d5-101b-4cd4-a2a8-74ea2b43aad9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 918 time: 0.2116892 Sep 07 05:09:56.691988 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port d6d5a552-e9e0-4732-83a8-dfb79af8512b triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:56.692829 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.702789 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d47ec-e871-4293-a8bc-31cd2400f3f0 None None] Pushing event updated for resources: {'Port': ['ID=556f3103-ab9a-4973-86e8-389365d7520f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:56.717725 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8913018e-652e-431e-a866-2f40926efd7e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.723676 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Routers {'fa85fa1f-aee2-491c-a050-17488b18376e'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:09:56.724793 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:09:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['fa85fa1f-aee2-491c-a050-17488b18376e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:56.779298 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8913018e-652e-431e-a866-2f40926efd7e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.855291 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8913018e-652e-431e-a866-2f40926efd7e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:56.856524 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8913018e-652e-431e-a866-2f40926efd7e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6285033 Sep 07 05:09:56.862272 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913018e-652e-431e-a866-2f40926efd7e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1d6e0a-07c7-4c53-b30d-50080987ad97,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:56.871904 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 46122) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:56.888811 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] Set router fa85fa1f-aee2-491c-a050-17488b18376e gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:09:56.894366 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-37ebcfef-2f93-4055-83f5-f632dcf073f4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Request body: {'security_group_rule': {'security_group_id': '4c686616-91d4-43c3-9254-87c5e5a868b0', 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:56.895064 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'fd821e67-331c-466d-bebc-2e16e456b7c8', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'port_id': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'mac_address': 'fa:16:3e:c5:58:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:09:27Z', 'updated_at': '2021-09-07T05:09:54Z', 'revision_number': 1, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:56.947658 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-f02171dc-a155-411e-bbe8-adcd99080058 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26f13ac0-5239-494c-9ff4-1959be9b1272 HTTP/1.1" status: 200 len: 999 time: 0.2418950 Sep 07 05:09:56.972563 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-e0ca8662-6ea6-4bf1-9b92-420955268403 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:56.974127 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-e0ca8662-6ea6-4bf1-9b92-420955268403 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 945 time: 0.1442871 Sep 07 05:09:56.983027 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a82e0-2bb4-4201-8ed6-092da7fb9657 None None] The sync data for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi is: [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'fd821e67-331c-466d-bebc-2e16e456b7c8', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'port_id': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'mac_address': 'fa:16:3e:c5:58:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:09:27Z', 'updated_at': '2021-09-07T05:09:54Z', 'revision_number': 1, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:09:57.041873 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-016f7f42-59ca-44ef-a766-c70b80e8e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:57.043615 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-016f7f42-59ca-44ef-a766-c70b80e8e946 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.0886142 Sep 07 05:09:57.064055 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37ebcfef-2f93-4055-83f5-f632dcf073f4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:57.143083 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-1df73e3a-5fb5-4f57-99e9-06196f4cad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:57.145063 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-1df73e3a-5fb5-4f57-99e9-06196f4cad3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931046 Sep 07 05:09:57.229569 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37ebcfef-2f93-4055-83f5-f632dcf073f4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:57.241920 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37ebcfef-2f93-4055-83f5-f632dcf073f4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:57.263993 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af5b7e-ee3b-4105-96a1-5d20293ac1d7 req-44b62823-9489-4058-8736-9ccb4c88ad74 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:57.265844 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e6af5b7e-ee3b-4105-96a1-5d20293ac1d7 req-44b62823-9489-4058-8736-9ccb4c88ad74 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1062489 Sep 07 05:09:57.284507 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-181c87c2-46a7-4f2a-804f-fc77a8323263 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Deleting port 09b1904e-e4bb-4584-8898-d04262340d26 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:09:57.284778 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-181c87c2-46a7-4f2a-804f-fc77a8323263 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:57.332320 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-eb5ce968-6261-4229-8aeb-05d8af51cf9a service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723557 Sep 07 05:09:57.439543 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7df03-fd77-4aed-94a5-d26b5ad3ceef None None] New status for floating IP fd821e67-331c-466d-bebc-2e16e456b7c8: ACTIVE {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:09:57.460555 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-181c87c2-46a7-4f2a-804f-fc77a8323263 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] For port 09b1904e-e4bb-4584-8898-d04262340d26, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=09b1904e-e4bb-4584-8898-d04262340d26,segment=NetworkSegment(f9dd005d-891a-4c30-a738-42072281a8b9),segment_id=f9dd005d-891a-4c30-a738-42072281a8b9)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:57.460979 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-181c87c2-46a7-4f2a-804f-fc77a8323263 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:57.462327 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'name': 'tempest-TestShelveInstance-1881883493-router', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:47Z', 'updated_at': '2021-09-07T05:09:53Z', 'revision_number': 4, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'gw_port': {'id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:49Z', 'updated_at': '2021-09-07T05:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '556f3103-ab9a-4973-86e8-389365d7520f', 'name': '', 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'mac_address': 'fa:16:3e:76:8c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '03fb6184-8a82-422b-a7f9-708c0ce94db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:52Z', 'updated_at': '2021-09-07T05:09:56Z', 'revision_number': 4, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'subnets': [{'id': '03fb6184-8a82-422b-a7f9-708c0ce94db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:09:57.484692 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-181c87c2-46a7-4f2a-804f-fc77a8323263 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Calling delete_port for 09b1904e-e4bb-4584-8898-d04262340d26 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:09:57.541545 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5e59d-4d07-4100-abd5-47e33a237bd6 None None] The sync data for ids ['fa85fa1f-aee2-491c-a050-17488b18376e'] in dv-cinder-804757-6-iscsi is: [{'id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'name': 'tempest-TestShelveInstance-1881883493-router', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:47Z', 'updated_at': '2021-09-07T05:09:53Z', 'revision_number': 4, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'gw_port': {'id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:49Z', 'updated_at': '2021-09-07T05:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '556f3103-ab9a-4973-86e8-389365d7520f', 'name': '', 'network_id': '1b184882-65c8-47f5-b00a-bb81630b4a53', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'mac_address': 'fa:16:3e:76:8c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '03fb6184-8a82-422b-a7f9-708c0ce94db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:52Z', 'updated_at': '2021-09-07T05:09:56Z', 'revision_number': 4, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'subnets': [{'id': '03fb6184-8a82-422b-a7f9-708c0ce94db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:09:57.665871 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29747f-ecaa-4ab1-9f75-e5a4816827d2 req-d0bef351-8a46-41e3-8fe6-ab870fd8bb54 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:57.667700 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8e29747f-ecaa-4ab1-9f75-e5a4816827d2 req-d0bef351-8a46-41e3-8fe6-ab870fd8bb54 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 945 time: 0.2522311 Sep 07 05:09:57.697795 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebcfef-2f93-4055-83f5-f632dcf073f4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725a21e3-828d-4937-a670-77bb88dcb29b,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:57.721807 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37ebcfef-2f93-4055-83f5-f632dcf073f4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:57.725804 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-37ebcfef-2f93-4055-83f5-f632dcf073f4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8432429 Sep 07 05:09:57.726050 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 46144) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:57.733991 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-1d38c49d-90ce-4573-9660-8fb552444063 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Request body: {'security_group_rule': {'security_group_id': '4c686616-91d4-43c3-9254-87c5e5a868b0', 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:57.745348 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b6e4d15f-aa67-4e47-bd48-d132e29c262d req-e2933e5f-b2a4-4125-8edf-0f62949f0781 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058974 Sep 07 05:09:57.817730 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-181c87c2-46a7-4f2a-804f-fc77a8323263 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:57.839650 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8e29747f-ecaa-4ab1-9f75-e5a4816827d2 req-bb8e8aa9-c177-4300-af5f-f362ad665792 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3d9b33f-290b-46d0-9e55-ab0c161638b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346366 Sep 07 05:09:57.879015 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e6af5b7e-ee3b-4105-96a1-5d20293ac1d7 req-fab70d4a-2b4d-4c0a-a175-22ba618e669c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009033 Sep 07 05:09:57.915992 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c87c2-46a7-4f2a-804f-fc77a8323263 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Pushing event deleted for resources: {'Port': ['ID=09b1904e-e4bb-4584-8898-d04262340d26,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:58.012013 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-181c87c2-46a7-4f2a-804f-fc77a8323263 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] No DVR routers for this DVR port 09b1904e-e4bb-4584-8898-d04262340d26 on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:09:58.019385 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-181c87c2-46a7-4f2a-804f-fc77a8323263 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.021815 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5428e5fd-2482-41c2-bf1f-6e9840c275a0 req-181c87c2-46a7-4f2a-804f-fc77a8323263 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.16 "DELETE /v2.0/ports/09b1904e-e4bb-4584-8898-d04262340d26 HTTP/1.1" status: 204 len: 173 time: 1.0239427 Sep 07 05:09:58.024901 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1616a7b-5457-44b9-ab3c-ec4beba514fd', 'name': 'network-vif-deleted', 'tag': '09b1904e-e4bb-4584-8898-d04262340d26'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:09:58.027667 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cca20b-4e0a-486d-85e0-d7bba2e184e8" -d '{"events": [{"server_uuid": "e1616a7b-5457-44b9-ab3c-ec4beba514fd", "name": "network-vif-deleted", "tag": "09b1904e-e4bb-4584-8898-d04262340d26"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:09:58.033372 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1d38c49d-90ce-4573-9660-8fb552444063 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.144843 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1d38c49d-90ce-4573-9660-8fb552444063 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.158601 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1d38c49d-90ce-4573-9660-8fb552444063 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.187534 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38c49d-90ce-4573-9660-8fb552444063 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447a8849-889f-49fa-ba97-3a7773680307,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:58.204950 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1d38c49d-90ce-4573-9660-8fb552444063 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.209146 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 46158) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:58.209647 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-1d38c49d-90ce-4573-9660-8fb552444063 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4815342 Sep 07 05:09:58.219907 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e4a167-4277-494a-8422-86effe8800d4 x-openstack-request-id: req-71e4a167-4277-494a-8422-86effe8800d4 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:09:58.220195 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1616a7b-5457-44b9-ab3c-ec4beba514fd", "name": "network-vif-deleted", "tag": "09b1904e-e4bb-4584-8898-d04262340d26", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:09:58.220449 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71e4a167-4277-494a-8422-86effe8800d4 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:09:58.220916 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1616a7b-5457-44b9-ab3c-ec4beba514fd', 'name': 'network-vif-deleted', 'tag': '09b1904e-e4bb-4584-8898-d04262340d26', 'status': 'completed', 'code': 200} Sep 07 05:09:58.237093 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-702de6a2-1756-4f7c-8b56-a1cbc3cff859 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Request body: {'security_group_rule': {'security_group_id': '4c686616-91d4-43c3-9254-87c5e5a868b0', 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:58.291610 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-702de6a2-1756-4f7c-8b56-a1cbc3cff859 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Project 2b8f3434f41f4c5b921765b440dc3b5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 05:09:58.300761 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-702de6a2-1756-4f7c-8b56-a1cbc3cff859 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.391681 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-702de6a2-1756-4f7c-8b56-a1cbc3cff859 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.396182 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-702de6a2-1756-4f7c-8b56-a1cbc3cff859 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.417561 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702de6a2-1756-4f7c-8b56-a1cbc3cff859 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49b9c97-1cd9-46c9-9963-fea7c4ef05b4,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:58.424542 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-702de6a2-1756-4f7c-8b56-a1cbc3cff859 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.428396 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-702de6a2-1756-4f7c-8b56-a1cbc3cff859 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2155330 Sep 07 05:09:58.428742 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 46168) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:09:58.433627 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-49516a06-449d-4bd8-8401-baa6ddcb8434 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Request body: {'security_group_rule': {'security_group_id': '4c686616-91d4-43c3-9254-87c5e5a868b0', 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:09:58.462901 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 556f3103-ab9a-4973-86e8-389365d7520f up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:09:58.474395 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.securitygroups_db [None req-49516a06-449d-4bd8-8401-baa6ddcb8434 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Project 2b8f3434f41f4c5b921765b440dc3b5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 05:09:58.482544 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-49516a06-449d-4bd8-8401-baa6ddcb8434 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.522050 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 556f3103-ab9a-4973-86e8-389365d7520f completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:09:58.529199 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 556f3103-ab9a-4973-86e8-389365d7520f triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:09:58.529632 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.589136 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-49516a06-449d-4bd8-8401-baa6ddcb8434 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.596100 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-49516a06-449d-4bd8-8401-baa6ddcb8434 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.617973 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49516a06-449d-4bd8-8401-baa6ddcb8434 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fabd9c6-8893-47a6-96d5-e9e3c26328d4,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:58.634636 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-49516a06-449d-4bd8-8401-baa6ddcb8434 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.636668 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-49516a06-449d-4bd8-8401-baa6ddcb8434 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2066472 Sep 07 05:09:58.665189 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.716773 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 556f3103-ab9a-4973-86e8-389365d7520f, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=556f3103-ab9a-4973-86e8-389365d7520f,segment=NetworkSegment(79becf55-6485-4d53-bda0-fb4ae620186d),segment_id=79becf55-6485-4d53-bda0-fb4ae620186d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:09:58.723730 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:09:58.806996 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=556f3103-ab9a-4973-86e8-389365d7520f,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:09:58.946655 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b69dcb00-a131-44f3-a568-1238cafd84ab req-8d452ef3-9fb6-4d01-a8ff-7f7867cd9cd7 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 210 time: 0.0311778 Sep 07 05:09:59.061790 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf1856-e747-4f23-97e2-14d721faf86b req-64253e63-d5fc-4a85-9ccd-8a636034105c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:09:59.063477 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6baf1856-e747-4f23-97e2-14d721faf86b req-64253e63-d5fc-4a85-9ccd-8a636034105c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0562618 Sep 07 05:09:59.106505 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6baf1856-e747-4f23-97e2-14d721faf86b req-f987ea92-4d77-4e57-91e4-e8570593e071 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367246 Sep 07 05:10:00.043539 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-da56a39a-1ed9-487d-bca9-5db6a9c33d85 req-c1edc722-3daa-43c2-97cc-39e136e69f51 tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 210 time: 0.0294766 Sep 07 05:10:00.374732 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 556f3103-ab9a-4973-86e8-389365d7520f up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:10:00.439695 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 556f3103-ab9a-4973-86e8-389365d7520f triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:10:00.440063 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:00.796333 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 09b1904e-e4bb-4584-8898-d04262340d26 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:10:00.817045 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 09b1904e-e4bb-4584-8898-d04262340d26 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:10:00.817383 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 09b1904e-e4bb-4584-8898-d04262340d26 not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:10:01.172317 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c72d8807-6bc0-4580-8be7-c1f431f98adb req-ea4e9a60-443a-47a2-944e-19386908933e tempest-VolumesActionsTest-461587767 tempest-VolumesActionsTest-461587767-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1616a7b-5457-44b9-ab3c-ec4beba514fd HTTP/1.1" status: 200 len: 210 time: 0.0275533 Sep 07 05:10:01.724793 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61187e85-480c-40d6-86e4-71e7ab356b47 req-f7821ec7-7c7c-4741-9f2d-eaea3dd02be9 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:01.726330 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-61187e85-480c-40d6-86e4-71e7ab356b47 req-f7821ec7-7c7c-4741-9f2d-eaea3dd02be9 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0546691 Sep 07 05:10:01.771227 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-61187e85-480c-40d6-86e4-71e7ab356b47 req-0904d669-0f81-4e30-a317-676736e3e68b tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375245 Sep 07 05:10:09.885253 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 46486) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:10:10.013744 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-892345e0-7ed5-468d-916b-b02688a73bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:10.121941 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-892345e0-7ed5-468d-916b-b02688a73bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:10.126679 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-892345e0-7ed5-468d-916b-b02688a73bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:10.170243 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-892345e0-7ed5-468d-916b-b02688a73bda admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe2a6865c73943358dc9e65327cbf5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822142 Sep 07 05:10:10.172427 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892345e0-7ed5-468d-916b-b02688a73bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248fc18d-388e-462b-b3e8-561a45ca6023,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:10.173245 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 46494) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:10:10.235874 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1a23a8e5-449f-49df-98fb-3f06338efb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:10.261499 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1a23a8e5-449f-49df-98fb-3f06338efb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:10.329148 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1a23a8e5-449f-49df-98fb-3f06338efb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:10.332024 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1a23a8e5-449f-49df-98fb-3f06338efb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:10.333269 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-1a23a8e5-449f-49df-98fb-3f06338efb7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/248fc18d-388e-462b-b3e8-561a45ca6023 HTTP/1.1" status: 204 len: 168 time: 0.1589527 Sep 07 05:10:10.341719 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23a8e5-449f-49df-98fb-3f06338efb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248fc18d-388e-462b-b3e8-561a45ca6023,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:12.967344 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3fbe7-94f0-49cf-937f-f0592f8573ba req-a0059e6d-454b-4fc1-b9f7-58d401499fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:12.969006 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bca3fbe7-94f0-49cf-937f-f0592f8573ba req-a0059e6d-454b-4fc1-b9f7-58d401499fe8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 1098 time: 0.0473201 Sep 07 05:10:12.980401 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f471d4-576d-4004-b024-6c5629d200c3 req-3a660a7e-1fcb-40e2-8bf1-13ac7178a0f7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:12.981886 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30f471d4-576d-4004-b024-6c5629d200c3 req-3a660a7e-1fcb-40e2-8bf1-13ac7178a0f7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0562704 Sep 07 05:10:13.025096 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30f471d4-576d-4004-b024-6c5629d200c3 req-eafb87e2-b782-4547-a0b2-7b07575bab45 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364065 Sep 07 05:10:13.071615 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3fbe7-94f0-49cf-937f-f0592f8573ba req-ad7f7861-2b78-4fc6-b3dc-6dfe18d60dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:13.073397 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bca3fbe7-94f0-49cf-937f-f0592f8573ba req-ad7f7861-2b78-4fc6-b3dc-6dfe18d60dd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 920 time: 0.0962529 Sep 07 05:10:13.118122 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bca3fbe7-94f0-49cf-937f-f0592f8573ba req-bd8d0c57-0ad9-4b50-8b0f-849b0809ce44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05 HTTP/1.1" status: 200 len: 217 time: 0.0373044 Sep 07 05:10:13.174248 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3fbe7-94f0-49cf-937f-f0592f8573ba req-c5a62d9b-6712-43f9-b7b6-7a4380a6f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:13.175791 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bca3fbe7-94f0-49cf-937f-f0592f8573ba req-c5a62d9b-6712-43f9-b7b6-7a4380a6f180 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed51f394-0aa0-447b-bf08-ca3675dfc6c0 HTTP/1.1" status: 200 len: 859 time: 0.0490041 Sep 07 05:10:13.212721 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bca3fbe7-94f0-49cf-937f-f0592f8573ba req-d2c06489-7124-453d-8e18-c9117c65f1c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3e12032-35e2-4fcd-94f2-18e530261dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251887 Sep 07 05:10:13.306601 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bca3fbe7-94f0-49cf-937f-f0592f8573ba req-20c0f290-353a-4060-a45e-f602a528a523 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845132 Sep 07 05:10:13.410771 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bca3fbe7-94f0-49cf-937f-f0592f8573ba req-3ce43cde-e219-44c2-9589-adafe80eb71e service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906336 Sep 07 05:10:14.167601 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01d53c-f1f2-4214-a27b-bdab10e8e96b req-eafb59bb-28b5-4810-bac7-54d2a6105bb8 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:14.169210 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8a01d53c-f1f2-4214-a27b-bdab10e8e96b req-eafb59bb-28b5-4810-bac7-54d2a6105bb8 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0626373 Sep 07 05:10:14.228067 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8a01d53c-f1f2-4214-a27b-bdab10e8e96b req-30098ada-4964-4d08-aca6-836b1164ee36 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457633 Sep 07 05:10:15.360016 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68672b78-a976-4b26-a8dd-1740a6779557 req-c085cb82-54e4-4e6e-b19b-082a75742fd4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:15.361813 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-68672b78-a976-4b26-a8dd-1740a6779557 req-c085cb82-54e4-4e6e-b19b-082a75742fd4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0529604 Sep 07 05:10:15.411974 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-68672b78-a976-4b26-a8dd-1740a6779557 req-dbcf6c22-2924-4917-a7f9-989f633f9270 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429413 Sep 07 05:10:16.546710 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40915c58-e2d1-48e2-ab15-370a7f6c2ca4 req-7f73d150-8688-4c6b-a2d3-7b67558f3548 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:16.548342 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-40915c58-e2d1-48e2-ab15-370a7f6c2ca4 req-7f73d150-8688-4c6b-a2d3-7b67558f3548 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0570869 Sep 07 05:10:16.592952 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-40915c58-e2d1-48e2-ab15-370a7f6c2ca4 req-19953c01-2d21-4ac6-8bfb-854ff23aecfa tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Sep 07 05:10:17.717605 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cd4ea-0234-420d-8d56-75a70acbdb77 req-a432493f-8efb-45c8-a8bd-a8a93695c15c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:17.719145 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d32cd4ea-0234-420d-8d56-75a70acbdb77 req-a432493f-8efb-45c8-a8bd-a8a93695c15c tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0526681 Sep 07 05:10:17.769496 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d32cd4ea-0234-420d-8d56-75a70acbdb77 req-283f821c-e83d-4cfd-be79-79125cae4ef2 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Sep 07 05:10:17.802376 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4704ec53-9772-4408-820f-b725acf76bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:18.898228 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f38b6-1168-4390-a081-e7596b6bc708 req-f710a600-acd2-4931-b800-43e0bfc9798d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:18.899739 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bc6f38b6-1168-4390-a081-e7596b6bc708 req-f710a600-acd2-4931-b800-43e0bfc9798d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0528803 Sep 07 05:10:18.943884 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bc6f38b6-1168-4390-a081-e7596b6bc708 req-48343b98-ff89-4664-9b24-f585ca34b612 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Sep 07 05:10:19.461627 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:20.070539 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f786d-9ae0-41dc-92fb-a1d5f486812c req-97367c8e-4d00-4f4e-a9a8-41715fe32e37 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:20.072055 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dd0f786d-9ae0-41dc-92fb-a1d5f486812c req-97367c8e-4d00-4f4e-a9a8-41715fe32e37 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0505035 Sep 07 05:10:20.122110 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dd0f786d-9ae0-41dc-92fb-a1d5f486812c req-79ac7f52-0122-4e7c-b70c-4a93ff0bacd6 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 Sep 07 05:10:20.569736 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-c7792771-8558-48f5-aca7-83c72accdc3e tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:20.572517 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-c7792771-8558-48f5-aca7-83c72accdc3e tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 815 time: 0.1489279 Sep 07 05:10:20.593673 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-8bb80397-6e42-4fa3-b921-4437a21db847 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/quotas/3f742cdbc3794ad9a676e348c36c7c24 HTTP/1.1" status: 200 len: 375 time: 0.0118353 Sep 07 05:10:20.660756 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-dcf8c89b-1eb7-4939-b69b-88a9bc6d579f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604134 Sep 07 05:10:20.758446 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-186222d3-1e73-48b3-ba8e-e049ffe16840 service neutron] 10.222.0.49 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900993 Sep 07 05:10:20.883903 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-381ffe93-0235-4d25-9ea4-11d51b2da7f8 service neutron] 10.222.0.49 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092997 Sep 07 05:10:20.915092 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ebd65e0d-8465-431f-9109-993c7b415ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:21.080383 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-42f39c3d-75ca-4496-b94e-77a2166e9dbe req-650c94ae-98c7-46c0-9770-cbbe10f50dc8 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 210 time: 0.0384431 Sep 07 05:10:21.262139 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b905e-aaa1-4ef0-99ae-2e5993d074b6 req-c75f0191-7522-4540-936b-786a3852ee6d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:21.263853 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc4b905e-aaa1-4ef0-99ae-2e5993d074b6 req-c75f0191-7522-4540-936b-786a3852ee6d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0604274 Sep 07 05:10:21.314153 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc4b905e-aaa1-4ef0-99ae-2e5993d074b6 req-41257a49-8428-40c9-a024-e84612cfabb6 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Sep 07 05:10:21.766159 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:22.073934 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:22.182861 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:10:22.192308 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ca63402d-03af-4990-b877-34e52c1cf2dc req-beb01af0-154a-4962-b097-db01c520dd12 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 210 time: 0.0282297 Sep 07 05:10:22.440184 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb66d1b-1285-4f69-a48d-f6032b33c051 req-0423f7f4-23df-455e-8e73-4b85d3f0c668 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:22.441730 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9bb66d1b-1285-4f69-a48d-f6032b33c051 req-0423f7f4-23df-455e-8e73-4b85d3f0c668 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0529757 Sep 07 05:10:22.492008 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9bb66d1b-1285-4f69-a48d-f6032b33c051 req-ff9670ff-0319-4fa1-8f0c-5cc495a3394b tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Sep 07 05:10:23.299159 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e8eec09e-5b22-4759-9941-5e6177ec9ef3 req-e32dc37b-97a8-4191-9227-ca8078ca6377 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 210 time: 0.0274632 Sep 07 05:10:23.620622 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5861a1-fd15-47ff-a8a9-88ec737e5290 req-f3faaa57-59dd-48ae-a835-e9adc814cd4e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:23.622549 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bb5861a1-fd15-47ff-a8a9-88ec737e5290 req-f3faaa57-59dd-48ae-a835-e9adc814cd4e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0563974 Sep 07 05:10:23.665597 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bb5861a1-fd15-47ff-a8a9-88ec737e5290 req-cd38f076-511f-43a5-aa73-d80d2d62aa8a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 Sep 07 05:10:23.949737 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:24.402079 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fefc1d75-0af5-4d9b-993e-3d03d9b4dd04 req-3d94d231-baf7-439b-9a44-413ff82b8f3f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 210 time: 0.0296500 Sep 07 05:10:24.699041 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-b607973f-72c5-44e3-9ad1-d43b503dd289 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:24.700551 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-b607973f-72c5-44e3-9ad1-d43b503dd289 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 815 time: 0.1077645 Sep 07 05:10:24.722661 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Request body: {'port': {'device_id': '006d3035-eafc-407b-bea5-6702e7a03103', 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715', 'admin_state_up': True, 'tenant_id': '3f742cdbc3794ad9a676e348c36c7c24'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:10:24.789589 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed745bd7-0763-4008-b1a9-5f78345d0c1e req-3e614349-573f-4a70-9761-4f8b2b93f9ae tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:24.791751 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ed745bd7-0763-4008-b1a9-5f78345d0c1e req-3e614349-573f-4a70-9761-4f8b2b93f9ae tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0522645 Sep 07 05:10:24.835749 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ed745bd7-0763-4008-b1a9-5f78345d0c1e req-0d783b8d-73bb-4e82-8270-639609ce4e7d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Sep 07 05:10:24.846253 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Made reservation on behalf of 3f742cdbc3794ad9a676e348c36c7c24 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:10:24.850013 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:24.983126 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Allocated IP 172.20.0.7 (084a4ab2-0603-4144-8506-7432fe6ed715/43410038-fd54-41fe-bdbf-c35ae7ac4200/baff0bcd-f701-4e04-b0aa-5541354679fa) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:10:25.145823 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:25.193472 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:25.210827 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['14ff704b-65f7-44b9-95cd-5ce4fb7a0fad', '82caa0ca-56d2-4151-8cf3-33c9cabc2343', '16410d54-3e0c-4c9c-a498-31b6b08d2740'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:10:25.240740 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Network 084a4ab2-0603-4144-8506-7432fe6ed715 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:10:25.243850 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:10:25.251214 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:10:25.258445 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Pushing event updated for resources: {'Port': ['ID=baff0bcd-f701-4e04-b0aa-5541354679fa,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:25.317875 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:25.318543 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:25.335205 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-aa00bfcf-3f2b-4508-9141-02725d6d61f3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6166127 Sep 07 05:10:25.354124 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Request body: {'port': {'device_id': '006d3035-eafc-407b-bea5-6702e7a03103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:10:25.427384 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:25.534789 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5536c-e2f9-4812-ae66-6afe82ae2f12 req-bb6ba053-16e4-4eef-b7fe-3cffd18bc674 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:25.537779 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0bc5536c-e2f9-4812-ae66-6afe82ae2f12 req-bb6ba053-16e4-4eef-b7fe-3cffd18bc674 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 931 time: 0.0541384 Sep 07 05:10:25.579719 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0bc5536c-e2f9-4812-ae66-6afe82ae2f12 req-88b703f1-9ee4-477f-9ec8-d893215dea63 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343223 Sep 07 05:10:25.702137 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baff0bcd-f701-4e04-b0aa-5541354679fa {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:10:25.709373 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:25.720806 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Transition to ACTIVE for port object baff0bcd-f701-4e04-b0aa-5541354679fa will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:10:25.724537 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:25.782008 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Pushing event updated for resources: {'Port': ['ID=baff0bcd-f701-4e04-b0aa-5541354679fa,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:25.851828 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Attempting to bind port baff0bcd-f701-4e04-b0aa-5541354679fa on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:10:25.852189 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Attempting to bind port baff0bcd-f701-4e04-b0aa-5541354679fa by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:10:25.852515 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Attempting to bind port baff0bcd-f701-4e04-b0aa-5541354679fa on network 084a4ab2-0603-4144-8506-7432fe6ed715 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:10:25.857395 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Port baff0bcd-f701-4e04-b0aa-5541354679fa on network 084a4ab2-0603-4144-8506-7432fe6ed715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:10:25.857707 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Attempting to bind port baff0bcd-f701-4e04-b0aa-5541354679fa on network 084a4ab2-0603-4144-8506-7432fe6ed715 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:10:25.862464 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:10:25.862791 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Checking segment: {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:10:25.863169 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Bound using segment: {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:10:25.863578 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Bound port: baff0bcd-f701-4e04-b0aa-5541354679fa, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f895e407-38d5-4cab-a42f-dc8747e261c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:10:25.863932 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:25.956262 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] For port baff0bcd-f701-4e04-b0aa-5541354679fa, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:10:25.971195 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] For port baff0bcd-f701-4e04-b0aa-5541354679fa, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=baff0bcd-f701-4e04-b0aa-5541354679fa,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:10:25.978090 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:25.987354 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702df2-a88c-4cc8-ab8b-fdf40b3534cc req-78071bab-fd0d-4c11-8016-4cff6ef443bc tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:25.988916 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8702df2-a88c-4cc8-ab8b-fdf40b3534cc req-78071bab-fd0d-4c11-8016-4cff6ef443bc tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0758903 Sep 07 05:10:26.025486 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:26.026903 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:26.028441 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/baff0bcd-f701-4e04-b0aa-5541354679fa HTTP/1.1" status: 200 len: 1093 time: 0.6791933 Sep 07 05:10:26.036784 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006d3035-eafc-407b-bea5-6702e7a03103', 'tag': 'baff0bcd-f701-4e04-b0aa-5541354679fa'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:10:26.040564 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5436f0-6f07-4bf3-898a-8283c90e6923" -d '{"events": [{"name": "network-changed", "server_uuid": "006d3035-eafc-407b-bea5-6702e7a03103", "tag": "baff0bcd-f701-4e04-b0aa-5541354679fa"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:10:26.085309 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a47fc5-6fec-453d-b3fa-fbf75478c8ac x-openstack-request-id: req-34a47fc5-6fec-453d-b3fa-fbf75478c8ac {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:10:26.085605 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006d3035-eafc-407b-bea5-6702e7a03103", "tag": "baff0bcd-f701-4e04-b0aa-5541354679fa", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:10:26.085851 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34a47fc5-6fec-453d-b3fa-fbf75478c8ac {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:10:26.086232 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006d3035-eafc-407b-bea5-6702e7a03103', 'tag': 'baff0bcd-f701-4e04-b0aa-5541354679fa', 'status': 'completed', 'code': 200} Sep 07 05:10:26.090059 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8702df2-a88c-4cc8-ab8b-fdf40b3534cc req-b0a65350-d72a-4b76-a29d-04006e512b94 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948868 Sep 07 05:10:26.091153 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b3231-9def-4740-b264-6b51feec05d5 service neutron] Pushing event updated for resources: {'Port': ['ID=baff0bcd-f701-4e04-b0aa-5541354679fa,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:26.138875 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-2849a1d7-f384-4568-95c9-3e0583e3bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:26.141110 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-2849a1d7-f384-4568-95c9-3e0583e3bec4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 1096 time: 0.0460813 Sep 07 05:10:26.192838 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-79931229-c443-4fc7-be60-b11d491525d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baff0bcd-f701-4e04-b0aa-5541354679fa HTTP/1.1" status: 200 len: 217 time: 0.0379381 Sep 07 05:10:26.249915 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-778b8993-c30b-4a3d-91ff-0a4595ed92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:26.251378 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-778b8993-c30b-4a3d-91ff-0a4595ed92ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43410038-fd54-41fe-bdbf-c35ae7ac4200 HTTP/1.1" status: 200 len: 855 time: 0.0497649 Sep 07 05:10:26.287296 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-6c40131d-9cb3-4fde-b8b8-75bcf6830d22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084a4ab2-0603-4144-8506-7432fe6ed715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242643 Sep 07 05:10:26.387290 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-156bcdeb-db34-4bd4-9a5a-74d82f8bf6ed service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906274 Sep 07 05:10:26.488627 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c7b4c20a-7e4c-449c-bdb2-c2fa25990959 req-a8267394-1019-4480-a771-09df65bef4d0 service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890367 Sep 07 05:10:26.583897 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5436f0-6f07-4bf3-898a-8283c90e6923 req-0fbe35e6-4a7a-4382-a16e-2db2ee322801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:26.585782 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc5436f0-6f07-4bf3-898a-8283c90e6923 req-0fbe35e6-4a7a-4382-a16e-2db2ee322801 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 1096 time: 0.0475423 Sep 07 05:10:26.959572 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b5acb-c68c-4246-9317-37c2e7d41b11 req-c163a564-d28a-4cd9-a059-c9b7b3e68fd9 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:26.961149 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6c3b5acb-c68c-4246-9317-37c2e7d41b11 req-c163a564-d28a-4cd9-a059-c9b7b3e68fd9 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.1234629 Sep 07 05:10:26.964858 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5436f0-6f07-4bf3-898a-8283c90e6923 req-d3c5d24a-440d-40e9-be30-891c29519b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:26.966282 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc5436f0-6f07-4bf3-898a-8283c90e6923 req-d3c5d24a-440d-40e9-be30-891c29519b41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 200 len: 916 time: 0.3734703 Sep 07 05:10:27.015649 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc5436f0-6f07-4bf3-898a-8283c90e6923 req-847c4f63-7b58-4270-a22c-a67af10b2fbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baff0bcd-f701-4e04-b0aa-5541354679fa HTTP/1.1" status: 200 len: 217 time: 0.0412915 Sep 07 05:10:27.057630 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6c3b5acb-c68c-4246-9317-37c2e7d41b11 req-95fff984-aea5-44d5-8715-15f15570901f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893791 Sep 07 05:10:27.074583 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5436f0-6f07-4bf3-898a-8283c90e6923 req-004c86bc-8c12-4806-8aa7-1b6c7c9f3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:27.076015 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc5436f0-6f07-4bf3-898a-8283c90e6923 req-004c86bc-8c12-4806-8aa7-1b6c7c9f3a23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43410038-fd54-41fe-bdbf-c35ae7ac4200 HTTP/1.1" status: 200 len: 855 time: 0.0496626 Sep 07 05:10:27.109344 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc5436f0-6f07-4bf3-898a-8283c90e6923 req-43d7d388-ace5-4871-9dd2-34aaf9f1b306 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=084a4ab2-0603-4144-8506-7432fe6ed715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245740 Sep 07 05:10:27.223894 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad29620-7ac6-4bcd-b941-68d1a9bfd1cb req-deeb23ad-1a4d-41b1-b5d9-7d28628a5b5e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:27.225462 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9ad29620-7ac6-4bcd-b941-68d1a9bfd1cb req-deeb23ad-1a4d-41b1-b5d9-7d28628a5b5e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0545938 Sep 07 05:10:27.231950 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc5436f0-6f07-4bf3-898a-8283c90e6923 req-c0e7efac-fcc9-4258-90eb-c9edf876ea42 service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138949 Sep 07 05:10:27.266687 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9ad29620-7ac6-4bcd-b941-68d1a9bfd1cb req-e5d3fa1b-4066-4686-a6ba-89c6bb904f92 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352712 Sep 07 05:10:27.337548 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc5436f0-6f07-4bf3-898a-8283c90e6923 req-9919b94b-03fb-46cc-babd-4fd9451f42bd service neutron] 10.222.0.16 "GET /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969312 Sep 07 05:10:28.179166 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ba2c-a101-4851-902a-793c8df5c20f req-6f313b08-8a08-4572-afca-c329f0534aaa tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:28.180974 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7db9ba2c-a101-4851-902a-793c8df5c20f req-6f313b08-8a08-4572-afca-c329f0534aaa tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0550864 Sep 07 05:10:28.225697 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7db9ba2c-a101-4851-902a-793c8df5c20f req-ab99f2f7-09f5-4ab5-940c-f0d2fdfde01f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331361 Sep 07 05:10:28.412648 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6009-f224-4dfa-ac4b-c5adcf2492a4 req-96a265fd-e7cf-44a4-8ba9-80aa48efa0f4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:28.414200 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1c4f6009-f224-4dfa-ac4b-c5adcf2492a4 req-96a265fd-e7cf-44a4-8ba9-80aa48efa0f4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0653729 Sep 07 05:10:28.456929 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1c4f6009-f224-4dfa-ac4b-c5adcf2492a4 req-e05d3518-2dc0-4a68-89cc-8a13bfa727d3 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Sep 07 05:10:29.348458 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4d69-c60c-4113-a5e0-27e9da9a5358 req-01bb2125-9aa4-4d50-8c61-1254859be1e4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:29.350667 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ddbe4d69-c60c-4113-a5e0-27e9da9a5358 req-01bb2125-9aa4-4d50-8c61-1254859be1e4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0538256 Sep 07 05:10:29.393993 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ddbe4d69-c60c-4113-a5e0-27e9da9a5358 req-33f73041-80d5-4731-a96f-df664a5ae0ac tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367928 Sep 07 05:10:29.595645 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2db1b7-0281-4342-8179-dc29f576711f req-97c1a610-b78b-43f0-8c74-285efb342284 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:29.597603 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ed2db1b7-0281-4342-8179-dc29f576711f req-97c1a610-b78b-43f0-8c74-285efb342284 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0617878 Sep 07 05:10:29.642167 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ed2db1b7-0281-4342-8179-dc29f576711f req-2c399129-1773-4e2b-b10f-06138ca9ca6a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377102 Sep 07 05:10:30.537867 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6248ef-8b14-4b57-b3f0-18a6af9ed9d0 req-37445f05-6b40-4074-91de-eacfc28f921b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:30.539359 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dd6248ef-8b14-4b57-b3f0-18a6af9ed9d0 req-37445f05-6b40-4074-91de-eacfc28f921b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0564249 Sep 07 05:10:30.593952 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dd6248ef-8b14-4b57-b3f0-18a6af9ed9d0 req-42497f95-b9be-4c0c-adbb-dcc2233d886f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468442 Sep 07 05:10:30.776702 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee6f6-49ba-4a20-b86b-d128bf53276a req-f592d1e5-8fbe-4ca6-9d9f-0399847d01e3 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:30.778402 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8dee6f6-49ba-4a20-b86b-d128bf53276a req-f592d1e5-8fbe-4ca6-9d9f-0399847d01e3 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0615470 Sep 07 05:10:30.821829 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8dee6f6-49ba-4a20-b86b-d128bf53276a req-0ed6fde4-8a08-4a10-8303-d27046199360 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366139 Sep 07 05:10:31.772818 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09dff5-3628-4672-af42-45bd55fb92e8 req-dae1c811-c912-4c7c-bbb3-5b323174e7e2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:31.774431 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7d09dff5-3628-4672-af42-45bd55fb92e8 req-dae1c811-c912-4c7c-bbb3-5b323174e7e2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.1048393 Sep 07 05:10:31.816179 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7d09dff5-3628-4672-af42-45bd55fb92e8 req-0257ebe3-09cd-483d-93c2-ffdb3c205fa2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339425 Sep 07 05:10:31.968358 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e610f-0d48-4db9-b9bb-40d04d799573 req-8425646e-ecc2-49a9-9831-0c3f1f0acde9 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:31.969973 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0b5e610f-0d48-4db9-b9bb-40d04d799573 req-8425646e-ecc2-49a9-9831-0c3f1f0acde9 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0534706 Sep 07 05:10:32.015498 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0b5e610f-0d48-4db9-b9bb-40d04d799573 req-dbf25d0e-10cb-4c2b-8d28-223b04e570dd tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Sep 07 05:10:32.943656 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc784a-7308-483a-bc55-145e0ed02ffa req-8ba32feb-e3f4-47f9-bb18-50c08bd05aa4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:32.945196 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-38cc784a-7308-483a-bc55-145e0ed02ffa req-8ba32feb-e3f4-47f9-bb18-50c08bd05aa4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0512497 Sep 07 05:10:32.988053 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-38cc784a-7308-483a-bc55-145e0ed02ffa req-7efd99cb-fce3-42ca-a7e0-71a75f1b9729 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359333 Sep 07 05:10:33.149257 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83956ca2-29a2-466e-8641-930c751baf8e req-48358e49-3e5a-491d-814e-7932e3cd2b09 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:33.152580 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-83956ca2-29a2-466e-8641-930c751baf8e req-48358e49-3e5a-491d-814e-7932e3cd2b09 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0577037 Sep 07 05:10:33.204798 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-83956ca2-29a2-466e-8641-930c751baf8e req-7f6dea73-df37-4c40-9914-9c0e9b53cca3 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Sep 07 05:10:34.114449 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edadb-067c-439f-84da-92e2cbd5da33 req-a2b63043-bb08-425d-a3d7-42bb30aae6d2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:34.116417 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-852edadb-067c-439f-84da-92e2cbd5da33 req-a2b63043-bb08-425d-a3d7-42bb30aae6d2 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0526090 Sep 07 05:10:34.159847 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-852edadb-067c-439f-84da-92e2cbd5da33 req-d439f79f-3a2b-4bd4-9801-8916be5e2177 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346339 Sep 07 05:10:34.350026 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf86d-96e7-473e-8f81-b4d4bf08485a req-7ade77c7-925e-4d56-a3e1-1eb30ede1f3f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:34.352650 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b14bf86d-96e7-473e-8f81-b4d4bf08485a req-7ade77c7-925e-4d56-a3e1-1eb30ede1f3f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0683599 Sep 07 05:10:34.397267 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b14bf86d-96e7-473e-8f81-b4d4bf08485a req-33ac9b1c-8612-4418-bc18-baa537a796c0 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367529 Sep 07 05:10:35.290215 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e884788-3d8c-4cae-ad53-939809ed6b63 req-3bda238a-a129-4383-8fdd-f8c1639eda08 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:35.293921 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5e884788-3d8c-4cae-ad53-939809ed6b63 req-3bda238a-a129-4383-8fdd-f8c1639eda08 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0558202 Sep 07 05:10:35.347514 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5e884788-3d8c-4cae-ad53-939809ed6b63 req-98d6644d-f31c-48ef-aeae-6c9bf9f11412 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Sep 07 05:10:35.558952 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d5777-e74e-45f0-8d10-cbdd843f25d7 req-24fcd6cb-eb2a-4ecc-bdbe-919492c6fe3e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:35.561385 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c49d5777-e74e-45f0-8d10-cbdd843f25d7 req-24fcd6cb-eb2a-4ecc-bdbe-919492c6fe3e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0733981 Sep 07 05:10:35.616668 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c49d5777-e74e-45f0-8d10-cbdd843f25d7 req-3bc2a960-c478-4b69-b9e3-d6e73db0874a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488715 Sep 07 05:10:36.498110 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a67d19-7f20-48fb-a40c-e375977fe2e9 req-05e5616f-1b78-434c-a7c3-70c0cf44474a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:36.505954 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b8a67d19-7f20-48fb-a40c-e375977fe2e9 req-05e5616f-1b78-434c-a7c3-70c0cf44474a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0785997 Sep 07 05:10:36.544347 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b8a67d19-7f20-48fb-a40c-e375977fe2e9 req-594a198f-6a7a-4bd1-88fc-baab80a5cc88 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374715 Sep 07 05:10:36.784665 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8363bcf-7dea-4aba-9086-bd2d1757d972 req-e1a8ce4b-c101-4939-8a34-61237a3aee81 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:36.787437 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e8363bcf-7dea-4aba-9086-bd2d1757d972 req-e1a8ce4b-c101-4939-8a34-61237a3aee81 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0835919 Sep 07 05:10:36.833873 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e8363bcf-7dea-4aba-9086-bd2d1757d972 req-93dc003f-9d68-4bc8-a35e-f6b357269e0e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392954 Sep 07 05:10:37.681760 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb617c-5ba2-44e8-8cac-e7e19f7fa4a0 req-9f048ecc-a3a4-466c-8061-1a48a7b5fcf0 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:37.683910 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e6fb617c-5ba2-44e8-8cac-e7e19f7fa4a0 req-9f048ecc-a3a4-466c-8061-1a48a7b5fcf0 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0565352 Sep 07 05:10:37.726502 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e6fb617c-5ba2-44e8-8cac-e7e19f7fa4a0 req-5bd55e12-acbc-4c10-bcef-a975b589feb5 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363796 Sep 07 05:10:37.977727 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4bf15-a395-47d1-817e-de338fa28749 req-2d6ea7bc-52fe-4bc4-be46-a2216dbeccbd tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:37.980494 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f7a4bf15-a395-47d1-817e-de338fa28749 req-2d6ea7bc-52fe-4bc4-be46-a2216dbeccbd tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0626702 Sep 07 05:10:38.025739 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f7a4bf15-a395-47d1-817e-de338fa28749 req-711562ed-6f99-4620-b56e-926387b80aa6 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384965 Sep 07 05:10:38.851091 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17cc88-e1f1-4ad8-a056-545b0e84b58d req-b5f46260-8364-4175-907a-af0ea77e7fd9 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:38.852798 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eb17cc88-e1f1-4ad8-a056-545b0e84b58d req-b5f46260-8364-4175-907a-af0ea77e7fd9 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0565293 Sep 07 05:10:38.896940 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eb17cc88-e1f1-4ad8-a056-545b0e84b58d req-5818c7b2-7c45-4892-b804-3e0a5f6a623a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368927 Sep 07 05:10:39.170517 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500ea84-f894-48b6-80df-c9d9814a8837 req-1f82a006-b3ca-494a-84ab-cefd0f9a83be tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:39.172742 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e500ea84-f894-48b6-80df-c9d9814a8837 req-1f82a006-b3ca-494a-84ab-cefd0f9a83be tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0602715 Sep 07 05:10:39.220903 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e500ea84-f894-48b6-80df-c9d9814a8837 req-132544f3-431e-4a1a-a71f-d6ae327bbf61 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419726 Sep 07 05:10:40.023001 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab623ed-dba0-44ca-bf4c-d87b81fe0e88 req-dbb2edb5-937f-4282-ad70-ae37ad19a880 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:40.024487 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fab623ed-dba0-44ca-bf4c-d87b81fe0e88 req-dbb2edb5-937f-4282-ad70-ae37ad19a880 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0579462 Sep 07 05:10:40.063621 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fab623ed-dba0-44ca-bf4c-d87b81fe0e88 req-a6e66772-fc38-4f50-a83f-672eae0e940c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Sep 07 05:10:40.360171 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5000d-86f1-4780-9b6b-f8dc47d023a3 req-e37f6a76-cd00-4d4e-9c60-7aae390d96d9 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:40.361656 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3fe5000d-86f1-4780-9b6b-f8dc47d023a3 req-e37f6a76-cd00-4d4e-9c60-7aae390d96d9 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0575478 Sep 07 05:10:40.402021 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3fe5000d-86f1-4780-9b6b-f8dc47d023a3 req-b85c16f4-cb36-4f8b-9410-c220d1fa8053 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Sep 07 05:10:41.196481 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2240d-7963-476d-ad0a-4018a4baeb40 req-dc51c035-8559-496e-a968-790e36d57503 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:41.198837 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b3c2240d-7963-476d-ad0a-4018a4baeb40 req-dc51c035-8559-496e-a968-790e36d57503 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0579495 Sep 07 05:10:41.251622 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b3c2240d-7963-476d-ad0a-4018a4baeb40 req-0a71af2c-1783-46c0-9ce6-38c08fde6bf1 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 Sep 07 05:10:41.554509 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab017a4d-0216-4576-bfc2-b2bcc0e677ab req-a379fff2-82e2-425f-8f0e-e31d7b810103 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:41.556187 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ab017a4d-0216-4576-bfc2-b2bcc0e677ab req-a379fff2-82e2-425f-8f0e-e31d7b810103 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0724256 Sep 07 05:10:41.603498 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ab017a4d-0216-4576-bfc2-b2bcc0e677ab req-4922cdec-20cd-403a-8865-d9336ed65df6 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 Sep 07 05:10:42.375655 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cfb67-d9b1-4da1-93de-a302a4138a72 req-83a2a63e-f21e-494c-8fe3-c625a4d85374 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:42.377271 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a74cfb67-d9b1-4da1-93de-a302a4138a72 req-83a2a63e-f21e-494c-8fe3-c625a4d85374 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0522482 Sep 07 05:10:42.417093 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a74cfb67-d9b1-4da1-93de-a302a4138a72 req-facf4a85-1918-4756-9672-5ccf60d728d3 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Sep 07 05:10:42.746333 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ef50d-591e-46e3-9a66-24b723ab7775 req-ace25405-8945-4c69-b122-e648cc41750f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:42.747826 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-596ef50d-591e-46e3-9a66-24b723ab7775 req-ace25405-8945-4c69-b122-e648cc41750f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0672116 Sep 07 05:10:42.785218 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-596ef50d-591e-46e3-9a66-24b723ab7775 req-25511424-8fed-40ec-9ddc-ad04f741da4a tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314279 Sep 07 05:10:43.539886 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb322ee5-1530-4695-a352-c11e4f75fc44 req-4feb5bf4-c7db-4bc1-9c3a-cfc4f4b0a6af tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:43.541802 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eb322ee5-1530-4695-a352-c11e4f75fc44 req-4feb5bf4-c7db-4bc1-9c3a-cfc4f4b0a6af tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0492489 Sep 07 05:10:43.585014 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eb322ee5-1530-4695-a352-c11e4f75fc44 req-9ffc5221-c33d-41e4-b987-55ee51a80d1b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Sep 07 05:10:43.906856 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a51081-7fbb-4773-9268-483567d89211 req-ae0d9aa0-d0a1-4a16-bab6-cebfe4d03643 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:43.908182 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e1a51081-7fbb-4773-9268-483567d89211 req-ae0d9aa0-d0a1-4a16-bab6-cebfe4d03643 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0488880 Sep 07 05:10:43.946509 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e1a51081-7fbb-4773-9268-483567d89211 req-d59e2654-8ad7-494d-ace6-9c065919f2db tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Sep 07 05:10:44.326115 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a5a69-8d02-4a8a-bc3f-619a32caa1ec req-341a896d-279e-402f-8f46-dc21d85f6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:44.327666 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ab6a5a69-8d02-4a8a-bc3f-619a32caa1ec req-341a896d-279e-402f-8f46-dc21d85f6daa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 1098 time: 0.0504692 Sep 07 05:10:44.374880 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ab6a5a69-8d02-4a8a-bc3f-619a32caa1ec req-b4164324-7478-4fcf-b60c-378e2712bcc5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380025 Sep 07 05:10:44.714997 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41963cb3-aac5-480e-b3dc-967cd40a0e8e req-7de81e73-2c79-4cd6-bd32-0812f9e5be44 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:44.716872 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-41963cb3-aac5-480e-b3dc-967cd40a0e8e req-7de81e73-2c79-4cd6-bd32-0812f9e5be44 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0576117 Sep 07 05:10:44.773138 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-41963cb3-aac5-480e-b3dc-967cd40a0e8e req-130e5118-f2f9-4c70-89b2-06f0d519506c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475383 Sep 07 05:10:45.122016 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e140dd-20c9-4ec9-be9c-daffc920c6c6 req-17058735-f154-432e-a2b8-e98922d8c926 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:45.123829 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-04e140dd-20c9-4ec9-be9c-daffc920c6c6 req-17058735-f154-432e-a2b8-e98922d8c926 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0726464 Sep 07 05:10:45.178006 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-04e140dd-20c9-4ec9-be9c-daffc920c6c6 req-b88d6783-1f6e-41e3-99ac-fc3f95a8616d tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Sep 07 05:10:45.945980 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device baff0bcd-f701-4e04-b0aa-5541354679fa details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:10:45.975630 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a025358-325e-46b9-83bf-4b7b26fc341a req-783b3cd2-65f6-4d8a-bc25-0883633ecc72 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:45.977282 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4a025358-325e-46b9-83bf-4b7b26fc341a req-783b3cd2-65f6-4d8a-bc25-0883633ecc72 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 943 time: 0.0580735 Sep 07 05:10:46.051998 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4a025358-325e-46b9-83bf-4b7b26fc341a req-0500ac6c-e91e-4522-887b-fc669879b181 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675452 Sep 07 05:10:46.143475 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port baff0bcd-f701-4e04-b0aa-5541354679fa, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=baff0bcd-f701-4e04-b0aa-5541354679fa,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:10:46.162355 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': 'baff0bcd-f701-4e04-b0aa-5541354679fa', 'network_id': '084a4ab2-0603-4144-8506-7432fe6ed715', 'port_id': 'baff0bcd-f701-4e04-b0aa-5541354679fa', 'mac_address': 'fa:16:3e:0c:c7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43410038-fd54-41fe-bdbf-c35ae7ac4200', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:10:46.234418 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:46.263599 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baff0bcd-f701-4e04-b0aa-5541354679fa {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:10:46.297726 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port baff0bcd-f701-4e04-b0aa-5541354679fa, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=baff0bcd-f701-4e04-b0aa-5541354679fa,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:10:46.304247 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:46.360798 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfff4-55bf-4432-895a-57b7b8983cd2 req-51dc29dd-a146-4ae1-b6a2-5d658e16f0b7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:46.362848 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ec1dfff4-55bf-4432-895a-57b7b8983cd2 req-51dc29dd-a146-4ae1-b6a2-5d658e16f0b7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1058443 Sep 07 05:10:46.367072 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=baff0bcd-f701-4e04-b0aa-5541354679fa,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:46.375244 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.375594 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.375933 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.376292 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.376627 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.376959 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.377284 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.377609 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.377957 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.378283 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.378604 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.378924 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:46.396806 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ec1dfff4-55bf-4432-895a-57b7b8983cd2 req-30ae173d-e0d0-4ab6-8497-a64057720569 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331073 Sep 07 05:10:46.774330 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87560e00-3a3f-4815-8ad3-a861f254f7ec req-9fe684cb-5738-4213-8eda-d212720b2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:46.776693 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-87560e00-3a3f-4815-8ad3-a861f254f7ec req-9fe684cb-5738-4213-8eda-d212720b2a95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 1098 time: 0.0676639 Sep 07 05:10:46.790252 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dcfd3-05c4-4cd9-997a-f5b37f4c8059 req-64068167-9d58-485a-b3a9-7874b8a973f2 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:46.791024 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['baff0bcd-f701-4e04-b0aa-5541354679fa'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:10:46.792616 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c77dcfd3-05c4-4cd9-997a-f5b37f4c8059 req-64068167-9d58-485a-b3a9-7874b8a973f2 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0924473 Sep 07 05:10:46.861021 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c77dcfd3-05c4-4cd9-997a-f5b37f4c8059 req-2cc1c9a3-0629-4769-b79d-a4efce2d9738 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484326 Sep 07 05:10:46.969734 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87560e00-3a3f-4815-8ad3-a861f254f7ec req-d356e59b-13de-4e31-b5c4-e226b8850b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:46.971547 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-87560e00-3a3f-4815-8ad3-a861f254f7ec req-d356e59b-13de-4e31-b5c4-e226b8850b37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 920 time: 0.1781433 Sep 07 05:10:47.025229 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-87560e00-3a3f-4815-8ad3-a861f254f7ec req-4b2502b0-fd7f-4d4a-8348-1f99477679cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05 HTTP/1.1" status: 200 len: 217 time: 0.0440717 Sep 07 05:10:47.113428 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87560e00-3a3f-4815-8ad3-a861f254f7ec req-e4c67b8e-f1f0-40b2-a9aa-9446ee02a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:47.115443 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-87560e00-3a3f-4815-8ad3-a861f254f7ec req-e4c67b8e-f1f0-40b2-a9aa-9446ee02a51d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed51f394-0aa0-447b-bf08-ca3675dfc6c0 HTTP/1.1" status: 200 len: 859 time: 0.0751097 Sep 07 05:10:47.185622 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-87560e00-3a3f-4815-8ad3-a861f254f7ec req-9c50d22a-668f-4218-8c8e-75400292c13e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3e12032-35e2-4fcd-94f2-18e530261dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515957 Sep 07 05:10:47.231298 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e22535-e43c-4189-9604-cca4fd4c55de req-a82105d9-3969-44cc-abe9-7dc000f48ddb tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:47.236590 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c6e22535-e43c-4189-9604-cca4fd4c55de req-a82105d9-3969-44cc-abe9-7dc000f48ddb tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 944 time: 0.0593073 Sep 07 05:10:47.280304 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c6e22535-e43c-4189-9604-cca4fd4c55de req-95a219e4-a8ed-49c2-ae0c-ed4673466b4a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Sep 07 05:10:47.323012 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-87560e00-3a3f-4815-8ad3-a861f254f7ec req-0f7e68e1-6377-48b6-bc60-c899684b74fd service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205802 Sep 07 05:10:47.464500 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-87560e00-3a3f-4815-8ad3-a861f254f7ec req-b046c8bd-44fb-48a5-b18d-14f8abb53d86 service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292391 Sep 07 05:10:47.797611 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-37080617-526f-4ee3-9f51-5db6d3541300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:48.045898 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8e419-f69b-4975-a6ca-bae93aed2bc7 req-aaf45663-f6d9-4c54-9979-a0c9dea444c7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:48.048439 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8ff8e419-f69b-4975-a6ca-bae93aed2bc7 req-aaf45663-f6d9-4c54-9979-a0c9dea444c7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0695536 Sep 07 05:10:48.089004 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8ff8e419-f69b-4975-a6ca-bae93aed2bc7 req-bf06f6c6-7553-42ce-a9a2-7a6af1e88f9e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332513 Sep 07 05:10:48.422029 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890401-3ef0-4bf7-980b-b570e1e347ca req-1286880f-f861-4638-983b-e02240e30b0e tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:48.424874 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96890401-3ef0-4bf7-980b-b570e1e347ca req-1286880f-f861-4638-983b-e02240e30b0e tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 944 time: 0.0637314 Sep 07 05:10:48.480477 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96890401-3ef0-4bf7-980b-b570e1e347ca req-b3b58cc9-87db-4637-a6d5-66a2292bf7f4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491467 Sep 07 05:10:49.220553 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb15e2b-e156-49b1-9aac-6f74138aee4b req-7d31c348-f74e-4a11-a9fb-6ea4c620f0ce tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:49.222040 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1bb15e2b-e156-49b1-9aac-6f74138aee4b req-7d31c348-f74e-4a11-a9fb-6ea4c620f0ce tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0515175 Sep 07 05:10:49.266131 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1bb15e2b-e156-49b1-9aac-6f74138aee4b req-b88096f4-76a1-4d74-8cab-64f09b354547 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Sep 07 05:10:49.488639 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:49.641538 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1182268-02f1-49b8-aa05-80bfc9f74fc2 req-0da22599-849d-4958-abc3-fa7498a376a4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:49.643216 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f1182268-02f1-49b8-aa05-80bfc9f74fc2 req-0da22599-849d-4958-abc3-fa7498a376a4 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 944 time: 0.0682042 Sep 07 05:10:49.694094 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f1182268-02f1-49b8-aa05-80bfc9f74fc2 req-41ce9fc0-dd5f-48b9-bed7-3e90981e2eda tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Sep 07 05:10:49.962200 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device baff0bcd-f701-4e04-b0aa-5541354679fa up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:10:50.014469 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port baff0bcd-f701-4e04-b0aa-5541354679fa completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:10:50.020264 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port baff0bcd-f701-4e04-b0aa-5541354679fa triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:10:50.020866 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:50.125578 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:50.150951 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006d3035-eafc-407b-bea5-6702e7a03103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baff0bcd-f701-4e04-b0aa-5541354679fa'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:10:50.153687 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f6aa22-1fdd-4f05-8bc6-e52658b036bc" -d '{"events": [{"server_uuid": "006d3035-eafc-407b-bea5-6702e7a03103", "name": "network-vif-plugged", "status": "completed", "tag": "baff0bcd-f701-4e04-b0aa-5541354679fa"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:10:50.176622 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port baff0bcd-f701-4e04-b0aa-5541354679fa, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=baff0bcd-f701-4e04-b0aa-5541354679fa,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:10:50.181497 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:50.223277 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331c68b0-4100-4d03-be2a-906bdff71b59 x-openstack-request-id: req-331c68b0-4100-4d03-be2a-906bdff71b59 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:10:50.223672 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006d3035-eafc-407b-bea5-6702e7a03103", "name": "network-vif-plugged", "status": "completed", "tag": "baff0bcd-f701-4e04-b0aa-5541354679fa", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:10:50.224567 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-331c68b0-4100-4d03-be2a-906bdff71b59 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:10:50.224567 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006d3035-eafc-407b-bea5-6702e7a03103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baff0bcd-f701-4e04-b0aa-5541354679fa', 'code': 200} Sep 07 05:10:50.250794 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=baff0bcd-f701-4e04-b0aa-5541354679fa,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:50.445397 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943fc2d-7006-48db-8d43-be4f8534472b req-88c24889-1696-4a9f-ae49-5c3ad441f52f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:50.446917 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9943fc2d-7006-48db-8d43-be4f8534472b req-88c24889-1696-4a9f-ae49-5c3ad441f52f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0953963 Sep 07 05:10:50.470715 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad209544-b14c-46c3-85b1-ac94e4703aa5 req-b0526e14-ef11-4177-9174-ed032ad3b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:50.472686 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ad209544-b14c-46c3-85b1-ac94e4703aa5 req-b0526e14-ef11-4177-9174-ed032ad3b379 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 1098 time: 0.0707386 Sep 07 05:10:50.510895 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9943fc2d-7006-48db-8d43-be4f8534472b req-2313adcd-31f4-45fc-9a0e-34433d2b9137 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570230 Sep 07 05:10:50.527906 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ad209544-b14c-46c3-85b1-ac94e4703aa5 req-2c13ab9a-3da3-4750-b97b-a3ed6a756236 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 Sep 07 05:10:50.887232 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96372724-bfd1-49b6-997c-8a385b48d489 req-97c758bb-c49f-4b48-ac33-fe6839d518ab tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:50.906824 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96372724-bfd1-49b6-997c-8a385b48d489 req-97c758bb-c49f-4b48-ac33-fe6839d518ab tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 945 time: 0.0902925 Sep 07 05:10:50.920453 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9840aacf-ca84-4aa9-92e0-c9d4e918272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:50.965725 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96372724-bfd1-49b6-997c-8a385b48d489 req-ca90812d-6dc8-478b-80af-3a334d3d0aed tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539925 Sep 07 05:10:51.783062 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:52.085688 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:52.152352 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f35af5-a49e-45f5-ae48-46abd876b285 req-2839212f-1bca-4134-920e-f14fc33e551f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:52.161394 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48f35af5-a49e-45f5-ae48-46abd876b285 req-2839212f-1bca-4134-920e-f14fc33e551f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 945 time: 0.0956359 Sep 07 05:10:52.217241 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48f35af5-a49e-45f5-ae48-46abd876b285 req-db377ec2-5248-483e-99f8-767a5749d08f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541210 Sep 07 05:10:52.448945 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-339d0df5-cf13-472f-93d6-ff994758c38a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518041 Sep 07 05:10:52.562478 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-c12553d2-adb9-47d0-b0b9-1a6121b6d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:52.563979 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-c12553d2-adb9-47d0-b0b9-1a6121b6d724 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 1098 time: 0.0858133 Sep 07 05:10:52.691621 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-798d65a8-7146-4ee7-bb4e-6061b7610ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:52.693729 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-798d65a8-7146-4ee7-bb4e-6061b7610ee1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 200 len: 920 time: 0.0970569 Sep 07 05:10:52.695934 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-1f894069-1357-4a56-bcd6-bbce1f6dee5d tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854234731&fields=id&tenant_id=2b8f3434f41f4c5b921765b440dc3b5a HTTP/1.1" status: 200 len: 267 time: 0.0358996 Sep 07 05:10:52.756934 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-739b2230-c7a1-48e7-a771-4b4fd2b3edaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05 HTTP/1.1" status: 200 len: 217 time: 0.0516825 Sep 07 05:10:52.849019 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247c083-0584-455e-9bde-eaefb83f9680 req-5a75fcac-dd98-409c-a9f3-5d77939acabf tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:52.857968 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-5a75fcac-dd98-409c-a9f3-5d77939acabf tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/networks?id=f1201e12-05e7-4cd3-92f9-028aebcf9374 HTTP/1.1" status: 200 len: 809 time: 0.1543729 Sep 07 05:10:52.862123 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-06a4fb36-04d7-42f8-83f7-7923aa6fde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:52.870554 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-06a4fb36-04d7-42f8-83f7-7923aa6fde53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed51f394-0aa0-447b-bf08-ca3675dfc6c0 HTTP/1.1" status: 200 len: 859 time: 0.0920496 Sep 07 05:10:52.874940 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-b65f157c-697b-4d17-851f-97033a5a1061 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/quotas/2b8f3434f41f4c5b921765b440dc3b5a HTTP/1.1" status: 200 len: 375 time: 0.0157554 Sep 07 05:10:52.915133 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-5aa256ce-3400-48de-8d06-6167fa25c101 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3e12032-35e2-4fcd-94f2-18e530261dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276897 Sep 07 05:10:52.951470 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-cb21b71e-60bd-41ad-816f-d8132f7d811a tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b8f3434f41f4c5b921765b440dc3b5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752409 Sep 07 05:10:53.053884 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-8e0ed0f0-dcae-47f5-829a-9be9c496b02a service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245105 Sep 07 05:10:53.121491 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-4e7d729c-0c53-4cac-a976-d9634fbca1ba service neutron] 10.222.0.49 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511247 Sep 07 05:10:53.171874 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d80207fc-21fb-493f-bfb8-07ad4ef83f73 req-7b186900-00fe-41b1-b73e-282c4902068c service neutron] 10.222.0.16 "GET /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044252 Sep 07 05:10:53.238863 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-b58cb51a-da47-469b-97a5-054a246dfed3 service neutron] 10.222.0.49 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144588 Sep 07 05:10:53.414551 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4c34-3f42-4a4b-bf30-246d307f8080 req-f32fc0d3-c64e-4c37-91c3-76260e64af97 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:53.418310 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-17de4c34-3f42-4a4b-bf30-246d307f8080 req-f32fc0d3-c64e-4c37-91c3-76260e64af97 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 945 time: 0.0781507 Sep 07 05:10:53.491165 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-17de4c34-3f42-4a4b-bf30-246d307f8080 req-7e4b8729-49d2-4bcb-8ddb-7f211c124846 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646055 Sep 07 05:10:53.844995 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c1fd18da-7cb2-4cf4-9e46-dc0ba93729e6 req-0a52a751-ac6d-4ea2-8d1a-fd9f99484d65 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 210 time: 0.0696480 Sep 07 05:10:53.969647 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:55.017438 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-814be412-f814-4b7a-a68e-d4e87a6ae39f req-bb39c932-3126-42e3-8c7d-ffe7c5cca6fc tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 210 time: 0.0485897 Sep 07 05:10:55.452550 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247c083-0584-455e-9bde-eaefb83f9680 req-89e79318-1a67-482a-abba-ac0d24bb49e9 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:55.454075 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-89e79318-1a67-482a-abba-ac0d24bb49e9 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.16 "GET /v2.0/networks?id=f1201e12-05e7-4cd3-92f9-028aebcf9374 HTTP/1.1" status: 200 len: 809 time: 0.1982541 Sep 07 05:10:55.538571 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-5b2e81be-1b0a-497d-b521-fb1951d20216 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b8f3434f41f4c5b921765b440dc3b5a HTTP/1.1" status: 200 len: 380 time: 0.0756171 Sep 07 05:10:55.549116 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Request body: {'port': {'device_id': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'admin_state_up': True, 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'security_groups': ['4c686616-91d4-43c3-9254-87c5e5a868b0']}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:10:55.682145 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Made reservation on behalf of 2b8f3434f41f4c5b921765b440dc3b5a for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:10:55.687229 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:55.899874 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Allocated IP 172.20.0.13 (f1201e12-05e7-4cd3-92f9-028aebcf9374/9a3152c4-e125-49b6-8878-9a13d78d4e0b/0f101c11-55c6-49a2-b510-cd9de17cbdb0) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:10:56.165042 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.169249 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e56d7c17-1753-459b-b5e0-0a6fb010c624 req-3b5efe15-a8ef-45f0-8f36-069531029ba9 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 210 time: 0.0395749 Sep 07 05:10:56.185584 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Transition to ACTIVE for port object 0f101c11-55c6-49a2-b510-cd9de17cbdb0 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:10:56.215891 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f77927-1f86-44fb-8d34-2af30d380b63 req-990a2cca-9b44-4ec9-a58f-f1d5546d5944 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:56.217460 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e0f77927-1f86-44fb-8d34-2af30d380b63 req-990a2cca-9b44-4ec9-a58f-f1d5546d5944 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1365020 Sep 07 05:10:56.256145 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.306920 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e0f77927-1f86-44fb-8d34-2af30d380b63 req-723965da-02cd-41a7-8b0e-2db55c3f006f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822494 Sep 07 05:10:56.321071 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Network f1201e12-05e7-4cd3-92f9-028aebcf9374 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:10:56.325576 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:10:56.328210 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:10:56.365837 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47372) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:10:56.390508 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:56.391176 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.402076 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event updated for resources: {'Port': ['ID=0f101c11-55c6-49a2-b510-cd9de17cbdb0,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:56.414874 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.416292 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.416831 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.417358 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.418028 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.418738 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.419222 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.419715 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.420121 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.420531 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.420987 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.421320 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.427345 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-443adc16-23b2-4c01-84e1-8e6896473f15 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8819411 Sep 07 05:10:56.452186 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Deleting subnet fcb79aac-8d21-43ca-8a71-4b9e2d12e53f {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:10:56.457767 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.577170 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9872479'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.637955 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.676532 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5cbbe77a-7396-46cd-a757-c0ccc6acf7db None None] Provisioning for port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:10:56.684604 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5cbbe77a-7396-46cd-a757-c0ccc6acf7db None None] Provisioning complete for port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:10:56.685333 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe77a-7396-46cd-a757-c0ccc6acf7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.699437 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9872391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095070'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.721084 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbe77a-7396-46cd-a757-c0ccc6acf7db None None] Port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:10:56.726322 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb79aac-8d21-43ca-8a71-4b9e2d12e53f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:56.736601 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.738508 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fcb79aac-8d21-43ca-8a71-4b9e2d12e53f HTTP/1.1" status: 204 len: 168 time: 0.3716938 Sep 07 05:10:56.740423 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.740775 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.741116 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.741448 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.741776 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.742095 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47384) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:10:56.742219 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.742432 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.742741 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.743067 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.743389 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.743709 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.744575 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180f493-b483-4b84-a7a3-9610822bc2ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:10:56.850545 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.950402 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:56.976862 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46bf970-a052-4c0a-ad24-72eb5cfc6ab6']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:10:56.989789 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dd005d-891a-4c30-a738-42072281a8b9') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:10:56.990186 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dd005d-891a-4c30-a738-42072281a8b9') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:10:57.003069 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9990770'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:57.027959 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:57.034342 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:10:57.034730 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327631'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: Traceback (most recent call last): Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: timer() Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: cb(*args, **kw) Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: return func(*args, **kwargs) Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: self._notify() Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: self.callback(batched_events) Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: event.method(event) Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: return f(self, *a, **k) Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._get(url).json() Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: return self.request(url, 'GET', **kwargs) Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:10:57.036420 dv-cinder-804757-6-iscsi neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:10:57.093852 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:57.099581 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:57.101560 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] 10.222.0.49 "DELETE /v2.0/networks/a46bf970-a052-4c0a-ad24-72eb5cfc6ab6 HTTP/1.1" status: 204 len: 168 time: 0.3579609 Sep 07 05:10:57.114883 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d9966-13a6-41fb-ab60-e81afb87017a admin admin] Pushing event deleted for resources: {'Network': ['ID=a46bf970-a052-4c0a-ad24-72eb5cfc6ab6,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:57.302917 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23660c45-8658-44c7-9daf-26d6930cd851 req-8fe2e32d-7dad-4951-896e-773aa18a8d27 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:57.309787 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-23660c45-8658-44c7-9daf-26d6930cd851 req-8fe2e32d-7dad-4951-896e-773aa18a8d27 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 932 time: 0.0618069 Sep 07 05:10:57.364736 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-23660c45-8658-44c7-9daf-26d6930cd851 req-c6abd670-3000-4f32-bb94-d1bef4586a58 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529249 Sep 07 05:10:57.365438 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47394) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:10:57.411002 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8a6a036e-8b88-4e79-8fe3-f001e8b17229 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=347d6f7628cc41c697dd47b408d19d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444417 Sep 07 05:10:57.414477 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47396) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:10:57.737519 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6edaa-ace4-4877-8b2b-edf0ba02a786 req-be4e400c-270c-4c8f-a6f8-dcd9c6c34eb3 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:57.739026 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3dc6edaa-ace4-4877-8b2b-edf0ba02a786 req-be4e400c-270c-4c8f-a6f8-dcd9c6c34eb3 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.3260605 Sep 07 05:10:57.745724 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9ef5f7e0-5efb-4d08-a8c8-bb64cd388da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:57.784372 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9ef5f7e0-5efb-4d08-a8c8-bb64cd388da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:57.822525 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3dc6edaa-ace4-4877-8b2b-edf0ba02a786 req-b77aa731-41b9-4c3b-a6db-249cf4bd33e8 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705259 Sep 07 05:10:57.861431 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9ef5f7e0-5efb-4d08-a8c8-bb64cd388da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:57.864490 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9ef5f7e0-5efb-4d08-a8c8-bb64cd388da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:57.865653 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-9ef5f7e0-5efb-4d08-a8c8-bb64cd388da8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3d9b33f-290b-46d0-9e55-ab0c161638b6 HTTP/1.1" status: 204 len: 168 time: 0.4502852 Sep 07 05:10:57.874513 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5f7e0-5efb-4d08-a8c8-bb64cd388da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d9b33f-290b-46d0-9e55-ab0c161638b6,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:58.132687 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Request body: {'port': {'device_id': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:10:58.226087 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:58.501989 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e10b6-9352-4680-9b8f-8aed348b3368 req-4b0b7cee-9384-4b76-a528-e6642bd4b695 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:58.503533 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-af3e10b6-9352-4680-9b8f-8aed348b3368 req-4b0b7cee-9384-4b76-a528-e6642bd4b695 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 932 time: 0.0534713 Sep 07 05:10:58.555020 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-af3e10b6-9352-4680-9b8f-8aed348b3368 req-72bc27f7-a259-4341-bccb-9ab7b1249245 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407233 Sep 07 05:10:58.600327 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f101c11-55c6-49a2-b510-cd9de17cbdb0 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:10:58.609302 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:58.625024 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Transition to ACTIVE for port object 0f101c11-55c6-49a2-b510-cd9de17cbdb0 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:10:58.629103 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:58.711030 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Pushing event updated for resources: {'Port': ['ID=0f101c11-55c6-49a2-b510-cd9de17cbdb0,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:58.882364 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Attempting to bind port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:10:58.882846 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Attempting to bind port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:10:58.883189 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Attempting to bind port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 on network f1201e12-05e7-4cd3-92f9-028aebcf9374 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:10:58.890503 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 on network f1201e12-05e7-4cd3-92f9-028aebcf9374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:10:58.890893 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Attempting to bind port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 on network f1201e12-05e7-4cd3-92f9-028aebcf9374 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:10:58.897602 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:10:58.897955 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Checking segment: {'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:10:58.898471 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Bound using segment: {'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:10:58.898986 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Bound port: 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:10:58.899538 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:59.019879 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] For port 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:10:59.024109 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] For port 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:10:59.037253 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960f819-1618-4a73-a99c-a4ed7a9ba89f req-0152d2e9-f980-4a5e-803e-d83e9629356e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:59.038922 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6960f819-1618-4a73-a99c-a4ed7a9ba89f req-0152d2e9-f980-4a5e-803e-d83e9629356e tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.0834146 Sep 07 05:10:59.041826 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:59.104277 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:59.105569 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:59.108148 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] 10.222.0.16 "PUT /v2.0/ports/0f101c11-55c6-49a2-b510-cd9de17cbdb0 HTTP/1.1" status: 200 len: 1094 time: 0.9820178 Sep 07 05:10:59.112976 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:10:59.116156 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be14e89d-f34d-4095-aa57-f0c46302d050" -d '{"events": [{"name": "network-changed", "server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:10:59.178194 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aaf509-bdf1-41a3-8ae9-0389644a60f9 x-openstack-request-id: req-d4aaf509-bdf1-41a3-8ae9-0389644a60f9 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:10:59.178632 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:10:59.179042 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4aaf509-bdf1-41a3-8ae9-0389644a60f9 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:10:59.179646 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'status': 'completed', 'code': 200} Sep 07 05:10:59.186128 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6960f819-1618-4a73-a99c-a4ed7a9ba89f req-136cec35-1a02-49fa-b536-cd9e3ce6cd57 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105475 Sep 07 05:10:59.187210 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd0a65-ed54-46b3-bd01-cbeac6977a05 service neutron] Pushing event updated for resources: {'Port': ['ID=0f101c11-55c6-49a2-b510-cd9de17cbdb0,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:10:59.189884 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:10:59.265383 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247c083-0584-455e-9bde-eaefb83f9680 req-7d00cbbf-eb78-4b41-9838-9a384b1a8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:59.272255 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-7d00cbbf-eb78-4b41-9838-9a384b1a8c0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b8f3434f41f4c5b921765b440dc3b5a&device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 1097 time: 0.0781510 Sep 07 05:10:59.472297 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-3b68afc9-da5b-49c6-bfc8-2726935ada3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0 HTTP/1.1" status: 200 len: 217 time: 0.0528281 Sep 07 05:10:59.540064 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247c083-0584-455e-9bde-eaefb83f9680 req-db3487e4-8419-436a-bf74-9b8de233255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:59.544286 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-db3487e4-8419-436a-bf74-9b8de233255e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a3152c4-e125-49b6-8878-9a13d78d4e0b HTTP/1.1" status: 200 len: 848 time: 0.0637660 Sep 07 05:10:59.633889 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247c083-0584-455e-9bde-eaefb83f9680 req-fd40c2e0-18fb-492d-ba0e-90432b0f66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:59.637004 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-fd40c2e0-18fb-492d-ba0e-90432b0f66c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1201e12-05e7-4cd3-92f9-028aebcf9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802431 Sep 07 05:10:59.715476 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69a9aa-ab3f-4e8a-a4dd-da5c53828676 req-fb6b0dda-9382-40ff-9634-a767e8b06f0e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:10:59.717831 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7f69a9aa-ab3f-4e8a-a4dd-da5c53828676 req-fb6b0dda-9382-40ff-9634-a767e8b06f0e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0666540 Sep 07 05:10:59.735594 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47458) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:10:59.797172 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7f69a9aa-ab3f-4e8a-a4dd-da5c53828676 req-3f336815-0b61-48aa-8c4f-9f94f69cd01b tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659835 Sep 07 05:10:59.799993 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-d419ea46-cbd7-4468-9663-257088da84d3 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528704 Sep 07 05:10:59.984158 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2302758f-6d2f-4492-a3e3-f1398b63c400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:10:59.986932 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f247c083-0584-455e-9bde-eaefb83f9680 req-dd732d57-b2f4-4bda-b7df-5543208e1837 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785820 Sep 07 05:11:00.109568 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-56905f46-d99d-4705-be51-788164ab79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:00.112045 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-56905f46-d99d-4705-be51-788164ab79b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b8f3434f41f4c5b921765b440dc3b5a&device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 1097 time: 0.0587416 Sep 07 05:11:00.119611 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2302758f-6d2f-4492-a3e3-f1398b63c400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:00.125980 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2302758f-6d2f-4492-a3e3-f1398b63c400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:00.168491 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302758f-6d2f-4492-a3e3-f1398b63c400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b345d3-0b44-4fc8-934b-8fda49e56b27,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:00.178424 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2302758f-6d2f-4492-a3e3-f1398b63c400 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56576d2f0e95481c8d800e95d7cc2fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371946 Sep 07 05:11:00.179247 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47472) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:00.241739 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-c345ec0f-c52c-41ad-baf4-3bbb98643fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:00.244853 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-c345ec0f-c52c-41ad-baf4-3bbb98643fe6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1201e12-05e7-4cd3-92f9-028aebcf9374 HTTP/1.1" status: 200 len: 910 time: 0.1194592 Sep 07 05:11:00.266184 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27ae8d7c-2cd6-4363-8ca1-7e361c433596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:00.294010 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27ae8d7c-2cd6-4363-8ca1-7e361c433596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:00.321519 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-6e1c2c99-bc0c-439c-8765-e404086d96fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0 HTTP/1.1" status: 200 len: 217 time: 0.0656688 Sep 07 05:11:00.366637 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27ae8d7c-2cd6-4363-8ca1-7e361c433596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:00.371172 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-27ae8d7c-2cd6-4363-8ca1-7e361c433596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:00.372530 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-27ae8d7c-2cd6-4363-8ca1-7e361c433596 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4b345d3-0b44-4fc8-934b-8fda49e56b27 HTTP/1.1" status: 204 len: 168 time: 0.1915500 Sep 07 05:11:00.420230 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-b4dcbf9d-ed25-4c3c-917b-fa84ea3fbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:00.422913 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-b4dcbf9d-ed25-4c3c-917b-fa84ea3fbf16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a3152c4-e125-49b6-8878-9a13d78d4e0b HTTP/1.1" status: 200 len: 848 time: 0.0910804 Sep 07 05:11:00.442077 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477163ff-46ac-487f-a3df-749c63d0c00a req-671d9008-a24c-426e-9687-9c28dbdf9539 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:00.448905 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-477163ff-46ac-487f-a3df-749c63d0c00a req-671d9008-a24c-426e-9687-9c28dbdf9539 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.1261332 Sep 07 05:11:00.529142 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-477163ff-46ac-487f-a3df-749c63d0c00a req-33cbc7bd-9131-4b4e-b5fd-eb372a756890 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674019 Sep 07 05:11:00.539424 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-8517c332-050a-4871-bf2e-34edc044d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:00.543889 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-8517c332-050a-4871-bf2e-34edc044d111 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1201e12-05e7-4cd3-92f9-028aebcf9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925529 Sep 07 05:11:00.638248 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae8d7c-2cd6-4363-8ca1-7e361c433596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b345d3-0b44-4fc8-934b-8fda49e56b27,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:00.673025 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-47425f78-682e-47b0-8e8f-818b4b507abc tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:00.674610 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-47425f78-682e-47b0-8e8f-818b4b507abc tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.16 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 946 time: 0.3008630 Sep 07 05:11:00.712074 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-219edab4-f7c4-4348-9df9-2a9bca7bc44a service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589715 Sep 07 05:11:00.843023 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be14e89d-f34d-4095-aa57-f0c46302d050 req-c00dac20-2b44-4b8d-9af5-14e0c90aa8f3 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241574 Sep 07 05:11:00.898729 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-a8a64201-37e3-4d4d-b284-ffa8d30f5673 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Deleting port 63d6b25f-fc17-486c-9d48-f4486cd47a2b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:11:00.899210 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-a8a64201-37e3-4d4d-b284-ffa8d30f5673 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.006085 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d394ee7-c96e-47e0-b553-d850d3478f75 req-ae2b07bb-ed4f-496c-9819-14cf44f4a977 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:01.006395 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5d394ee7-c96e-47e0-b553-d850d3478f75 req-ae2b07bb-ed4f-496c-9819-14cf44f4a977 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0952890 Sep 07 05:11:01.066946 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5d394ee7-c96e-47e0-b553-d850d3478f75 req-011ace9f-2396-4bae-b17e-9b8d23863070 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489252 Sep 07 05:11:01.129008 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-a8a64201-37e3-4d4d-b284-ffa8d30f5673 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] For port 63d6b25f-fc17-486c-9d48-f4486cd47a2b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63d6b25f-fc17-486c-9d48-f4486cd47a2b,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:01.129897 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-a8a64201-37e3-4d4d-b284-ffa8d30f5673 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.155324 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-a8a64201-37e3-4d4d-b284-ffa8d30f5673 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Calling delete_port for 63d6b25f-fc17-486c-9d48-f4486cd47a2b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:11:01.374629 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90ada1-d07b-44b9-8552-4b9f56381235 req-8bd68343-f24a-49f7-bdb0-2efaf74aca1a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:01.377664 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cc90ada1-d07b-44b9-8552-4b9f56381235 req-8bd68343-f24a-49f7-bdb0-2efaf74aca1a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.0715563 Sep 07 05:11:01.381567 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-a8a64201-37e3-4d4d-b284-ffa8d30f5673 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.402690 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['86b4e11f-86f2-4d87-a4a4-afa4754c5c05', '63d6b25f-fc17-486c-9d48-f4486cd47a2b'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:11:01.414029 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a64201-37e3-4d4d-b284-ffa8d30f5673 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Pushing event deleted for resources: {'Port': ['ID=63d6b25f-fc17-486c-9d48-f4486cd47a2b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:01.423926 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47528) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:01.440295 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cc90ada1-d07b-44b9-8552-4b9f56381235 req-635e7b0e-7270-4dce-9f14-7aaa6e244c43 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557578 Sep 07 05:11:01.494060 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47532) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:01.546931 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-a8a64201-37e3-4d4d-b284-ffa8d30f5673 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] No DVR routers for this DVR port 63d6b25f-fc17-486c-9d48-f4486cd47a2b on host hv-cinder-80475 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:11:01.552369 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-a8a64201-37e3-4d4d-b284-ffa8d30f5673 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.555640 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5b596441-e5a7-4afe-8305-b1cc521b1a8c req-a8a64201-37e3-4d4d-b284-ffa8d30f5673 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.16 "DELETE /v2.0/ports/63d6b25f-fc17-486c-9d48-f4486cd47a2b HTTP/1.1" status: 204 len: 173 time: 0.8740273 Sep 07 05:11:01.557392 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71994c1f-0d32-4f4e-807f-2f1317c97b39', 'name': 'network-vif-deleted', 'tag': '63d6b25f-fc17-486c-9d48-f4486cd47a2b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:01.560322 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdddca6-e3e4-48cd-af69-d374aed9b7e6" -d '{"events": [{"server_uuid": "71994c1f-0d32-4f4e-807f-2f1317c97b39", "name": "network-vif-deleted", "tag": "63d6b25f-fc17-486c-9d48-f4486cd47a2b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:01.633432 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-121746028-network', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:11:01.673468 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad2b25ef-502d-4c07-a723-85fae21b01c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.680052 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Made reservation on behalf of 353849bf81084dca8a2a5ab4624252f1 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:11:01.683480 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.693092 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7e5471-d1ab-480e-af20-27be3be137ff x-openstack-request-id: req-5d7e5471-d1ab-480e-af20-27be3be137ff {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:01.693371 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71994c1f-0d32-4f4e-807f-2f1317c97b39", "name": "network-vif-deleted", "tag": "63d6b25f-fc17-486c-9d48-f4486cd47a2b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:01.693717 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d7e5471-d1ab-480e-af20-27be3be137ff {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:01.694872 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71994c1f-0d32-4f4e-807f-2f1317c97b39', 'name': 'network-vif-deleted', 'tag': '63d6b25f-fc17-486c-9d48-f4486cd47a2b', 'status': 'completed', 'code': 200} Sep 07 05:11:01.695945 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.774472 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ad8a39e1-819f-4558-8c4d-a6e8947f7085 req-b6744008-dc52-44ef-b704-9ccc096e372b tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=71994c1f-0d32-4f4e-807f-2f1317c97b39 HTTP/1.1" status: 200 len: 210 time: 0.0344758 Sep 07 05:11:01.827273 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad2b25ef-502d-4c07-a723-85fae21b01c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.832698 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad2b25ef-502d-4c07-a723-85fae21b01c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.883425 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ad2b25ef-502d-4c07-a723-85fae21b01c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4bf11a9edc564d06ad0bec5d02473e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577670 Sep 07 05:11:01.885208 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b25ef-502d-4c07-a723-85fae21b01c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def2c437-bb76-462a-ab60-75a86e0aa365,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:01.888575 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47540) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:01.949037 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c7d5e77d-d91b-418d-aa95-d9e8ca73d821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.965426 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.970443 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:01.981211 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c7d5e77d-d91b-418d-aa95-d9e8ca73d821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.002071 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:11:02.013198 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75657d69-fcf3-4f1e-95ee-0e6d31f833b5,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:02.018967 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.019313 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.segments_db [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Added segment 1d2b8d58-5c66-4aca-8516-b0c34aeaecc9 of type vlan for network 6065651b-6165-4696-96ad-91f42eb0fbab Sep 07 05:11:02.079477 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.082501 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c7d5e77d-d91b-418d-aa95-d9e8ca73d821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.086448 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c7d5e77d-d91b-418d-aa95-d9e8ca73d821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.090940 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c7d5e77d-d91b-418d-aa95-d9e8ca73d821 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/def2c437-bb76-462a-ab60-75a86e0aa365 HTTP/1.1" status: 204 len: 168 time: 0.2012870 Sep 07 05:11:02.102878 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5e77d-d91b-418d-aa95-d9e8ca73d821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2c437-bb76-462a-ab60-75a86e0aa365,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:02.160711 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.164923 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:02.170454 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.241536 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7463357 Sep 07 05:11:02.245273 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47554) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:02.251209 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Request body: {'subnet': {'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-121746028-subnet', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:11:02.290302 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Made reservation on behalf of 353849bf81084dca8a2a5ab4624252f1 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:11:02.293846 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095025'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.300409 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802eaf2b-15f6-479f-88d5-8db8a2386953 admin admin] Pushing event updated for resources: {'Network': ['ID=6065651b-6165-4696-96ad-91f42eb0fbab,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:02.311657 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 6065651b-6165-4696-96ad-91f42eb0fbab details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:11:02.338985 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94255f-5032-4828-939e-02cfc3583af7 req-fd123409-245d-4ffd-9277-1e40ffc8f63c tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:02.340764 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8c94255f-5032-4828-939e-02cfc3583af7 req-fd123409-245d-4ffd-9277-1e40ffc8f63c tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.1261735 Sep 07 05:11:02.414521 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8c94255f-5032-4828-939e-02cfc3583af7 req-1a0ae7ca-5119-406d-9bfc-4caaaec559c2 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624402 Sep 07 05:11:02.553405 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9872580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095047'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.628601 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad58b6d-e8b9-4225-b208-97c5bf279578,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:02.649381 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d92e70-f0a9-4ed3-9b1c-402afb32725d req-1b810679-a4e6-482a-a49a-1da5381a1a75 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:02.651703 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c4d92e70-f0a9-4ed3-9b1c-402afb32725d req-1b810679-a4e6-482a-a49a-1da5381a1a75 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1108415 Sep 07 05:11:02.659762 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Checking segment: {'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:11:02.660140 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Network hostable DHCP agents. Network: 6065651b-6165-4696-96ad-91f42eb0fbab, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:11:02.702140 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c4d92e70-f0a9-4ed3-9b1c-402afb32725d req-86fb4784-dd1b-4189-8cc4-5e0df048acfd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Sep 07 05:11:02.703131 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Network 6065651b-6165-4696-96ad-91f42eb0fbab is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:11:02.713911 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 6065651b-6165-4696-96ad-91f42eb0fbab) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:02.718710 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:02.719604 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.733337 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d5195-9658-45d5-aefc-32ab383c8028 None None] Network 6065651b-6165-4696-96ad-91f42eb0fbab requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:11:02.740872 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f6693ed3-055e-4f1f-81e7-00d074ef3154 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4941137 Sep 07 05:11:02.748930 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47558) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:02.754329 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:11:02.779518 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1905'] for router, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.780671 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-374321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1914'] for router, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.842547 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:02.907995 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e089070-a5a7-5a4b-8a0c-061bd82b62eb-6065651b-6165-4696-96ad-91f42eb0fbab', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578'}]}} from dv-cinder-804757-6-iscsi. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 05:11:02.908898 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.028630 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.068340 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Allocated IP 172.20.0.2 (6065651b-6165-4696-96ad-91f42eb0fbab/5ad58b6d-e8b9-4225-b208-97c5bf279578/ad3c5027-582a-4f92-bd69-ad0f1df177ec) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:11:03.151247 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2854b-99af-4f2a-ae75-91bc95c10812 req-2f92fb75-489f-4af1-be5a-2ef36a56aff7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:03.152832 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-58a2854b-99af-4f2a-ae75-91bc95c10812 req-2f92fb75-489f-4af1-be5a-2ef36a56aff7 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0941195 Sep 07 05:11:03.228696 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-58a2854b-99af-4f2a-ae75-91bc95c10812 req-b02c9289-4665-4617-93c1-b71fc229d8b6 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455763 Sep 07 05:11:03.236487 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.246964 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Transition to ACTIVE for port object ad3c5027-582a-4f92-bd69-ad0f1df177ec will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:03.270203 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Transition to ACTIVE for port object ad3c5027-582a-4f92-bd69-ad0f1df177ec will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:03.277164 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.339187 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Network 6065651b-6165-4696-96ad-91f42eb0fbab is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:11:03.344793 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:03.355084 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:11:03.364605 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.368263 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Pushing event updated for resources: {'Port': ['ID=ad3c5027-582a-4f92-bd69-ad0f1df177ec,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:03.387032 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.462984 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Attempting to bind port ad3c5027-582a-4f92-bd69-ad0f1df177ec on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:11:03.463666 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Attempting to bind port ad3c5027-582a-4f92-bd69-ad0f1df177ec by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:11:03.464056 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Attempting to bind port ad3c5027-582a-4f92-bd69-ad0f1df177ec on network 6065651b-6165-4696-96ad-91f42eb0fbab {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:11:03.470082 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:11:03.470451 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Checking segment: {'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:11:03.471506 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.471914 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Bound using segment: {'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:11:03.473191 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Bound port: ad3c5027-582a-4f92-bd69-ad0f1df177ec, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:11:03.473191 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.523544 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Allocated IP 172.27.3.126 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/7e05e7b2-40d1-4bd5-ab93-11a10815c251) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:11:03.554544 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] For port ad3c5027-582a-4f92-bd69-ad0f1df177ec, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:11:03.559095 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] For port ad3c5027-582a-4f92-bd69-ad0f1df177ec, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ad3c5027-582a-4f92-bd69-ad0f1df177ec,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:11:03.565003 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.582628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74538a5-1f78-47a1-85c9-14eab821334f req-47c66979-4f05-45b2-8fa7-8cc50c7b9fa3 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:03.584282 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e74538a5-1f78-47a1-85c9-14eab821334f req-47c66979-4f05-45b2-8fa7-8cc50c7b9fa3 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0714457 Sep 07 05:11:03.637751 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f71e9a-eacc-4f30-bc1e-b29979d98ad9 None None] Pushing event updated for resources: {'Port': ['ID=ad3c5027-582a-4f92-bd69-ad0f1df177ec,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:03.679799 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e74538a5-1f78-47a1-85c9-14eab821334f req-dd243217-b979-4133-9dba-c42e351dbb7a tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881290 Sep 07 05:11:03.682218 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.727540 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:03.781187 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:11:03.782881 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:03.785433 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:11:03.789191 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Pushing event updated for resources: {'Port': ['ID=7e05e7b2-40d1-4bd5-ab93-11a10815c251,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:03.883223 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea8923-2615-4e50-8ba7-5cb8c649d74f req-c254bf27-72f6-4c76-9275-e7f1ecb45bd4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:03.885703 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7bea8923-2615-4e50-8ba7-5cb8c649d74f req-c254bf27-72f6-4c76-9275-e7f1ecb45bd4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.0974824 Sep 07 05:11:04.028239 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7bea8923-2615-4e50-8ba7-5cb8c649d74f req-de42b1bf-27bf-42ea-aef2-0286459d33dd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019454 Sep 07 05:11:04.148212 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:04.148857 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 63d6b25f-fc17-486c-9d48-f4486cd47a2b no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:11:04.171111 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 63d6b25f-fc17-486c-9d48-f4486cd47a2b {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:11:04.171437 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 63d6b25f-fc17-486c-9d48-f4486cd47a2b not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:11:04.433481 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cf21c-b259-4cec-ab1f-ac66f3ccffaf req-2faea126-bcae-46a9-9e69-5dcb91349c2f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:04.442082 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2b9cf21c-b259-4cec-ab1f-ac66f3ccffaf req-2faea126-bcae-46a9-9e69-5dcb91349c2f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0960581 Sep 07 05:11:04.499452 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2b9cf21c-b259-4cec-ab1f-ac66f3ccffaf req-490f49f4-46d9-44bf-94fb-53e854280d72 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554829 Sep 07 05:11:04.503791 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ad3c5027-582a-4f92-bd69-ad0f1df177ec up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:04.605526 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port ad3c5027-582a-4f92-bd69-ad0f1df177ec completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:04.650215 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306'] for router, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:04.796273 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbbc4e1-bc05-4106-8d9a-fef6180313cb None None] Network 6065651b-6165-4696-96ad-91f42eb0fbab requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:11:04.894707 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47590) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:04.925190 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b682eb6-1909-4d03-b460-73927ab043b5 req-33dd65af-e690-49e8-b5ca-b3c593e75b95 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:04.928074 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8b682eb6-1909-4d03-b460-73927ab043b5 req-33dd65af-e690-49e8-b5ca-b3c593e75b95 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.1143465 Sep 07 05:11:04.934003 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1901d9a8-2fb3-4407-a44b-33c00e37cc81 None None] Provisioning for port ad3c5027-582a-4f92-bd69-ad0f1df177ec completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:04.952597 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1901d9a8-2fb3-4407-a44b-33c00e37cc81 None None] Provisioning complete for port ad3c5027-582a-4f92-bd69-ad0f1df177ec triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:04.953029 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1901d9a8-2fb3-4407-a44b-33c00e37cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.010267 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Router 70ef756f-17ab-4854-b122-7d74e0dcb456 is scheduled to L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a with binding_index 1 {{(pid=94011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 05:11:05.023842 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8b682eb6-1909-4d03-b460-73927ab043b5 req-0e284e8f-1455-4208-b64c-627c79fcc2b0 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841296 Sep 07 05:11:05.136399 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bdbaebb8-7cde-4c37-948b-e8dab5ef1884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.224031 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1901d9a8-2fb3-4407-a44b-33c00e37cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.236604 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:11:05.254550 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Sync routers for ids ['70ef756f-17ab-4854-b122-7d74e0dcb456'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:11:05.275070 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Routers {'70ef756f-17ab-4854-b122-7d74e0dcb456'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:05.276798 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:10:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['70ef756f-17ab-4854-b122-7d74e0dcb456'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:05.299797 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1901d9a8-2fb3-4407-a44b-33c00e37cc81 None None] For port ad3c5027-582a-4f92-bd69-ad0f1df177ec, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ad3c5027-582a-4f92-bd69-ad0f1df177ec,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:05.308510 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1901d9a8-2fb3-4407-a44b-33c00e37cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.316340 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bdbaebb8-7cde-4c37-948b-e8dab5ef1884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.325832 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bdbaebb8-7cde-4c37-948b-e8dab5ef1884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.333997 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.336112 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-0aaa7f53-bedb-4185-b793-34361c010fdd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5850103 Sep 07 05:11:05.339217 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47598) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:05.412947 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901d9a8-2fb3-4407-a44b-33c00e37cc81 None None] Pushing event updated for resources: {'Port': ['ID=ad3c5027-582a-4f92-bd69-ad0f1df177ec,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:05.446175 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaebb8-7cde-4c37-948b-e8dab5ef1884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cef244-5be5-4b62-92de-d20275d2f65f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:05.486944 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bdbaebb8-7cde-4c37-948b-e8dab5ef1884 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=042ee0f3a1d84fa690b2e349b462cd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5902569 Sep 07 05:11:05.487867 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47600) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:05.515756 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Set router 70ef756f-17ab-4854-b122-7d74e0dcb456 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:05.537573 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70319d12-4e55-4f32-9d4b-e7f7b079fabf req-98530c99-c8e2-4d57-adab-1fc1bdfd6199 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:05.552854 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-70319d12-4e55-4f32-9d4b-e7f7b079fabf req-98530c99-c8e2-4d57-adab-1fc1bdfd6199 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.3361452 Sep 07 05:11:05.573024 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-dcd02cbe-c0d6-472e-926c-e5aed0bfa266 None None] Provisioning complete for port ad3c5027-582a-4f92-bd69-ad0f1df177ec triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:05.573024 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dcd02cbe-c0d6-472e-926c-e5aed0bfa266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.735765 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-70319d12-4e55-4f32-9d4b-e7f7b079fabf req-ecd285e9-3fcf-4ded-b856-d78e42294c50 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816335 Sep 07 05:11:05.761182 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec56da90-5f31-4e49-a8f6-c70462500908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.816040 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec56da90-5f31-4e49-a8f6-c70462500908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.839610 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab66c1-3d7b-4f1b-a1f2-ea856562dda5 req-4c992012-e461-4cfa-ae64-52411bfef693 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:05.841468 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5eab66c1-3d7b-4f1b-a1f2-ea856562dda5 req-4c992012-e461-4cfa-ae64-52411bfef693 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1720302 Sep 07 05:11:05.865273 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:04Z', 'revision_number': 3, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:05.898875 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Checking router: 70ef756f-17ab-4854-b122-7d74e0dcb456 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:11:05.899562 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Updating router 70ef756f-17ab-4854-b122-7d74e0dcb456 port 7e05e7b2-40d1-4bd5-ab93-11a10815c251 binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:11:05.908757 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec56da90-5f31-4e49-a8f6-c70462500908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.915224 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec56da90-5f31-4e49-a8f6-c70462500908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.918699 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ec56da90-5f31-4e49-a8f6-c70462500908 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27cef244-5be5-4b62-92de-d20275d2f65f HTTP/1.1" status: 204 len: 168 time: 0.4280403 Sep 07 05:11:05.934286 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56da90-5f31-4e49-a8f6-c70462500908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cef244-5be5-4b62-92de-d20275d2f65f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:05.957005 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:05.961821 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5eab66c1-3d7b-4f1b-a1f2-ea856562dda5 req-f390d16c-1d31-4327-9570-90a3230fbee4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018543 Sep 07 05:11:06.063982 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:06.273734 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b117-0f87-460a-8d6f-4f09de538a08 req-cd1561d2-4205-4580-90a8-260cff60216f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:06.276981 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a736b117-0f87-460a-8d6f-4f09de538a08 req-cd1561d2-4205-4580-90a8-260cff60216f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.1052518 Sep 07 05:11:06.323994 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:06.335388 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Transition to ACTIVE for port object 7e05e7b2-40d1-4bd5-ab93-11a10815c251 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:06.352855 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:06.356413 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a736b117-0f87-460a-8d6f-4f09de538a08 req-ac953ce8-084c-41cb-a852-ac76968a1e4e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679502 Sep 07 05:11:06.377287 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Allocated IP 172.20.0.1 (6065651b-6165-4696-96ad-91f42eb0fbab/5ad58b6d-e8b9-4225-b208-97c5bf279578/0200a09a-c800-45ee-87f1-33c966ca3c48) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:11:06.408800 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Pushing event updated for resources: {'Port': ['ID=7e05e7b2-40d1-4bd5-ab93-11a10815c251,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:06.427327 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.427671 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.428003 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.428366 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.428696 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.429018 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.429227 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ad3c5027-582a-4f92-bd69-ad0f1df177ec up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:06.429716 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.429716 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.429979 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.430300 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.430613 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.430923 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:06.439352 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Attempting to bind port 7e05e7b2-40d1-4bd5-ab93-11a10815c251 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:11:06.439972 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Attempting to bind port 7e05e7b2-40d1-4bd5-ab93-11a10815c251 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:11:06.440509 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Attempting to bind port 7e05e7b2-40d1-4bd5-ab93-11a10815c251 on network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:11:06.447501 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:11:06.448219 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:11:06.448779 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:06.449849 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Bound using segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:11:06.449849 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Bound port: 7e05e7b2-40d1-4bd5-ab93-11a10815c251, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:11:06.450181 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:06.486057 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port ad3c5027-582a-4f92-bd69-ad0f1df177ec triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:06.486534 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:06.505610 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] For port 7e05e7b2-40d1-4bd5-ab93-11a10815c251, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:11:06.509175 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] For port 7e05e7b2-40d1-4bd5-ab93-11a10815c251, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=7e05e7b2-40d1-4bd5-ab93-11a10815c251,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:11:06.517015 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:06.576912 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:06.580942 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d47eb4-5174-4954-a533-3d7b71900dde None None] Pushing event updated for resources: {'Port': ['ID=7e05e7b2-40d1-4bd5-ab93-11a10815c251,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:06.600615 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Transition to ACTIVE for port object 0200a09a-c800-45ee-87f1-33c966ca3c48 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:06.604463 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Routers {'70ef756f-17ab-4854-b122-7d74e0dcb456'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:06.605122 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:10:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['70ef756f-17ab-4854-b122-7d74e0dcb456'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:06.647659 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:06.691181 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Network 6065651b-6165-4696-96ad-91f42eb0fbab is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:11:06.694436 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:06.699308 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:11:06.735947 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Pushing event updated for resources: {'Port': ['ID=0200a09a-c800-45ee-87f1-33c966ca3c48,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:06.751559 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] Set router 70ef756f-17ab-4854-b122-7d74e0dcb456 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:06.752485 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376449'] for router_interface, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:06.988852 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-591049f2-d9d6-4e53-a36f-fba0054b89cc None None] Provisioning for port 0200a09a-c800-45ee-87f1-33c966ca3c48 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:06.989302 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbd369-b017-4933-9482-218e0325ef93 req-8a8dec52-5b40-40d2-8170-1396c4e9a577 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:06.993310 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bafbd369-b017-4933-9482-218e0325ef93 req-8a8dec52-5b40-40d2-8170-1396c4e9a577 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1025112 Sep 07 05:11:07.003802 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-591049f2-d9d6-4e53-a36f-fba0054b89cc None None] Provisioning complete for port 0200a09a-c800-45ee-87f1-33c966ca3c48 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:07.004478 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-591049f2-d9d6-4e53-a36f-fba0054b89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:07.041981 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:04Z', 'revision_number': 3, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:07.049357 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-591049f2-d9d6-4e53-a36f-fba0054b89cc None None] Port 0200a09a-c800-45ee-87f1-33c966ca3c48 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:11:07.080402 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:07.094371 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ace92c-6a74-4d44-a8b0-23551cf66054 None None] The sync data for ids ['70ef756f-17ab-4854-b122-7d74e0dcb456'] in dv-cinder-804757-6-iscsi is: [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:04Z', 'revision_number': 3, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:11:07.115712 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bafbd369-b017-4933-9482-218e0325ef93 req-5743e992-d482-496e-a936-e4fb65ee9997 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875511 Sep 07 05:11:07.126013 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda14bbc-41f9-4a16-b286-5a0a87303b33 req-d46e19bf-59d2-4b6e-ac82-893010e6ee3f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:07.128586 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cda14bbc-41f9-4a16-b286-5a0a87303b33 req-d46e19bf-59d2-4b6e-ac82-893010e6ee3f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.0742564 Sep 07 05:11:07.187307 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cda14bbc-41f9-4a16-b286-5a0a87303b33 req-6db9a24a-8285-4d08-8611-859667c2aa95 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Sep 07 05:11:07.334411 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:07.344146 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:07.456039 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Pushing event updated for resources: {'Port': ['ID=0200a09a-c800-45ee-87f1-33c966ca3c48,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:07.470011 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375089'] for router_interface, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:07.637115 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4527b-4fe9-45de-9df8-4225e4022225 req-2e9cb535-aaf6-4073-b958-480db4328b89 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:07.638752 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c5c4527b-4fe9-45de-9df8-4225e4022225 req-2e9cb535-aaf6-4073-b958-480db4328b89 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.1224396 Sep 07 05:11:07.656156 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Network 6065651b-6165-4696-96ad-91f42eb0fbab is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:11:07.669461 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:07.757424 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c5c4527b-4fe9-45de-9df8-4225e4022225 req-b21eeb5d-b365-4e44-90ba-b5cf0dabe17b tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073236 Sep 07 05:11:07.856977 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Router 70ef756f-17ab-4854-b122-7d74e0dcb456 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:11:07.984454 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f280338e-1f0b-40fc-bb2c-8df994d1c5d7 None None] Provisioning complete for port 0200a09a-c800-45ee-87f1-33c966ca3c48 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:07.985628 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f280338e-1f0b-40fc-bb2c-8df994d1c5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:08.034511 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:11:08.042110 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-ad0e137b-1f00-460d-b5e8-25480e002492 admin admin] 10.222.0.49 "PUT /v2.0/routers/70ef756f-17ab-4854-b122-7d74e0dcb456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7015121 Sep 07 05:11:08.042369 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f280338e-1f0b-40fc-bb2c-8df994d1c5d7 None None] Port 0200a09a-c800-45ee-87f1-33c966ca3c48 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:11:08.164135 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 0f101c11-55c6-49a2-b510-cd9de17cbdb0 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:11:08.323816 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea722dc1-d74f-4d3c-a855-c41bbf0669f9 req-4755aa5b-89ab-4f03-bbeb-144e99ef7bf2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:08.325776 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ea722dc1-d74f-4d3c-a855-c41bbf0669f9 req-4755aa5b-89ab-4f03-bbeb-144e99ef7bf2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.0696747 Sep 07 05:11:08.376902 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:08.416680 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'port_id': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'mac_address': 'fa:16:3e:4b:9d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:11:08.441792 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ea722dc1-d74f-4d3c-a855-c41bbf0669f9 req-c0700f13-872f-426c-ba77-e843c12dbf67 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022410 Sep 07 05:11:08.507853 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 7e05e7b2-40d1-4bd5-ab93-11a10815c251 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:08.575931 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:08.589655 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f6ddc-43eb-45c3-9797-aa9d91172ac7 req-b8c32c76-71ef-49b4-8e0f-0e29cdcfe624 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:08.591418 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f65f6ddc-43eb-45c3-9797-aa9d91172ac7 req-b8c32c76-71ef-49b4-8e0f-0e29cdcfe624 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1141741 Sep 07 05:11:08.600798 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f101c11-55c6-49a2-b510-cd9de17cbdb0 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:11:08.624748 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 7e05e7b2-40d1-4bd5-ab93-11a10815c251 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:08.631194 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:08.632038 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 7e05e7b2-40d1-4bd5-ab93-11a10815c251 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:08.632531 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:08.657829 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:08.671503 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f65f6ddc-43eb-45c3-9797-aa9d91172ac7 req-f6c3cb2c-d574-4d9f-b1d8-8f9d5aee6bd4 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b2199a4-4303-483c-9162-044a0d4a94b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719364 Sep 07 05:11:08.727427 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=0f101c11-55c6-49a2-b510-cd9de17cbdb0,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:08.772033 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:08.796753 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 7e05e7b2-40d1-4bd5-ab93-11a10815c251, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=7e05e7b2-40d1-4bd5-ab93-11a10815c251,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:08.802200 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:08.892363 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=7e05e7b2-40d1-4bd5-ab93-11a10815c251,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:08.940736 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-1289c84e-56bf-4c42-9f3d-469a57d7d15f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:08.942640 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-1289c84e-56bf-4c42-9f3d-469a57d7d15f tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 945 time: 0.1118155 Sep 07 05:11:08.969727 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['0f101c11-55c6-49a2-b510-cd9de17cbdb0'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:11:08.986645 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50101708-e4bd-4641-942f-a60db90e18e0 req-710e9ea8-9ad8-4ca9-b9e5-fa1368d445e4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:08.988494 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-50101708-e4bd-4641-942f-a60db90e18e0 req-710e9ea8-9ad8-4ca9-b9e5-fa1368d445e4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 945 time: 0.0677297 Sep 07 05:11:09.090457 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-50101708-e4bd-4641-942f-a60db90e18e0 req-0368d136-77f4-4614-8cd4-5ced059853d3 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897992 Sep 07 05:11:09.127466 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47652) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:09.132888 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-209663615-network', 'tenant_id': '78a7153b5534458fb79d77d62917a457'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:11:09.143548 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-d501a011-a59f-41b1-a603-a07bc878cd66 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Deleting port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:11:09.143819 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-d501a011-a59f-41b1-a603-a07bc878cd66 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.161908 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Made reservation on behalf of 78a7153b5534458fb79d77d62917a457 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:11:09.166707 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.182429 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.265881 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-d501a011-a59f-41b1-a603-a07bc878cd66 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] For port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:09.266465 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-d501a011-a59f-41b1-a603-a07bc878cd66 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.291544 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-d501a011-a59f-41b1-a603-a07bc878cd66 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Calling delete_port for 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:11:09.332673 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.339450 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.373522 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:11:09.375542 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Sync routers for ids ['70ef756f-17ab-4854-b122-7d74e0dcb456'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:11:09.385624 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48d98a6-ca07-4d5e-b2c2-b0c7ff3c22de,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:09.392153 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.392546 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.segments_db [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Added segment 7c7399ce-8a76-4d4c-910d-28115d8c2afb of type vlan for network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 Sep 07 05:11:09.409687 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Routers {'70ef756f-17ab-4854-b122-7d74e0dcb456'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:09.410587 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:10:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['70ef756f-17ab-4854-b122-7d74e0dcb456'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:09.459047 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.493609 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.494787 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:09.495439 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.516304 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-d501a011-a59f-41b1-a603-a07bc878cd66 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.536317 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4074180 Sep 07 05:11:09.537078 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47656) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:09.545660 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Request body: {'subnet': {'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-209663615-subnet', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:11:09.560379 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501a011-a59f-41b1-a603-a07bc878cd66 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Pushing event deleted for resources: {'Port': ['ID=86b4e11f-86f2-4d87-a4a4-afa4754c5c05,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:09.604310 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105567be-4913-44ce-8e65-51060328dc87 admin admin] Pushing event updated for resources: {'Network': ['ID=8bdf4f36-090b-46fa-9706-6b9e90a6f0b8,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:09.612232 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Made reservation on behalf of 78a7153b5534458fb79d77d62917a457 for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:11:09.617542 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9453603'] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.619648 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:11:09.670101 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-d501a011-a59f-41b1-a603-a07bc878cd66 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] No DVR routers for this DVR port 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 on host hv-cinder-80475 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:11:09.673347 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-d501a011-a59f-41b1-a603-a07bc878cd66 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:09.675423 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19595543-f5f5-41b8-a0b1-99e711c74693 req-d501a011-a59f-41b1-a603-a07bc878cd66 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.16 "DELETE /v2.0/ports/86b4e11f-86f2-4d87-a4a4-afa4754c5c05 HTTP/1.1" status: 204 len: 173 time: 0.7219386 Sep 07 05:11:09.675901 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d798ae9-b894-49bf-a3e0-c51f8f6265d2', 'name': 'network-vif-deleted', 'tag': '86b4e11f-86f2-4d87-a4a4-afa4754c5c05'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:09.692099 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18d2e1a-6b24-4666-9309-cdba4bb5d905" -d '{"events": [{"server_uuid": "2d798ae9-b894-49bf-a3e0-c51f8f6265d2", "name": "network-vif-deleted", "tag": "86b4e11f-86f2-4d87-a4a4-afa4754c5c05"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:09.712579 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12a83-f253-4a91-9f7f-3cfb9a467fcf req-fc9ea8ea-45bb-4cdb-89a2-f235f74d43f8 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:09.715502 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d1f12a83-f253-4a91-9f7f-3cfb9a467fcf req-fc9ea8ea-45bb-4cdb-89a2-f235f74d43f8 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1573691 Sep 07 05:11:09.782226 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1bdd43-e471-4e07-beb5-387d6de1252d x-openstack-request-id: req-8d1bdd43-e471-4e07-beb5-387d6de1252d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:09.787604 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d798ae9-b894-49bf-a3e0-c51f8f6265d2", "name": "network-vif-deleted", "tag": "86b4e11f-86f2-4d87-a4a4-afa4754c5c05", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:09.787949 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Set router 70ef756f-17ab-4854-b122-7d74e0dcb456 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:09.788871 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d1bdd43-e471-4e07-beb5-387d6de1252d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:09.792863 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d798ae9-b894-49bf-a3e0-c51f8f6265d2', 'name': 'network-vif-deleted', 'tag': '86b4e11f-86f2-4d87-a4a4-afa4754c5c05', 'status': 'completed', 'code': 200} Sep 07 05:11:09.861519 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d1f12a83-f253-4a91-9f7f-3cfb9a467fcf req-8303855f-9165-45f9-b93c-6d646cb10e5d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372821 Sep 07 05:11:09.991118 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4640a3bb-88fa-4971-bd74-5d6a48e3d995 req-2137548a-c00b-4569-813d-65c32fa93c05 tempest-ServerRescueNegativeTestJSON-1489214609 tempest-ServerRescueNegativeTestJSON-1489214609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d798ae9-b894-49bf-a3e0-c51f8f6265d2 HTTP/1.1" status: 200 len: 210 time: 0.0509975 Sep 07 05:11:10.053208 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2327782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9453653'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.115545 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '0200a09a-c800-45ee-87f1-33c966ca3c48', 'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'mac_address': 'fa:16:3e:50:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:06Z', 'updated_at': '2021-09-07T05:11:07Z', 'revision_number': 2, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'subnets': [{'id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:10.136892 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed29f076-a1c4-4551-a1f4-e6df812f12df,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:10.141713 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Checking segment: {'id': '7c7399ce-8a76-4d4c-910d-28115d8c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:11:10.142077 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Network hostable DHCP agents. Network: 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:11:10.167588 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Checking router: 70ef756f-17ab-4854-b122-7d74e0dcb456 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:11:10.168241 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Updating router 70ef756f-17ab-4854-b122-7d74e0dcb456 port 0200a09a-c800-45ee-87f1-33c966ca3c48 binding host dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:11:10.172761 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:11:10.200199 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:10.208700 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:10.209937 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.214528 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17db2c-326e-41ad-9f55-9aeaf73f802f None None] Network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:11:10.246384 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47672) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:10.246673 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-f9787e6f-59e4-46d5-b8dc-594dadf5cbee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7046807 Sep 07 05:11:10.251158 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-209663615-router', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:11:10.256135 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.296764 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf2a6f-a97c-4b3c-b58a-c8ed1c1a5e16 req-a2a37aa5-19d4-4f10-aeed-1d18252ef11f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:10.298387 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3acf2a6f-a97c-4b3c-b58a-c8ed1c1a5e16 req-a2a37aa5-19d4-4f10-aeed-1d18252ef11f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 945 time: 0.0993481 Sep 07 05:11:10.301515 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1905'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.302614 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-374321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1914'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.372004 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3acf2a6f-a97c-4b3c-b58a-c8ed1c1a5e16 req-3aa84729-06b8-4a62-83d7-231b354f6518 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582848 Sep 07 05:11:10.395303 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.473639 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 7e05e7b2-40d1-4bd5-ab93-11a10815c251 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:10.597846 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e089070-a5a7-5a4b-8a0c-061bd82b62eb-8bdf4f36-090b-46fa-9706-6b9e90a6f0b8', 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'fixed_ips': [{'subnet_id': 'ed29f076-a1c4-4551-a1f4-e6df812f12df'}]}} from dv-cinder-804757-6-iscsi. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 05:11:10.598917 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.604261 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.721643 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 7e05e7b2-40d1-4bd5-ab93-11a10815c251 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:10.721903 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.870788 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Allocated IP 172.20.0.2 (8bdf4f36-090b-46fa-9706-6b9e90a6f0b8/ed29f076-a1c4-4551-a1f4-e6df812f12df/da05da1a-9fed-4dd3-b6cf-e6bab75e587c) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:11:10.871227 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.875538 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.895991 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:10.917424 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Transition to ACTIVE for port object 0200a09a-c800-45ee-87f1-33c966ca3c48 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:10.929977 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:11.051748 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Allocated IP 172.27.3.245 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/ca818c96-e0e0-4f4c-864c-9cb6b0df4e47) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:11:11.059544 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede772a3-0f4d-4696-8cfc-e2efcf988ab4 None None] Pushing event updated for resources: {'Port': ['ID=0200a09a-c800-45ee-87f1-33c966ca3c48,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:11.076360 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf8b0c-df56-40da-8504-ba184e515c49 req-6720dfdb-2b01-439b-88e3-7c6dcd58856f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:11.084370 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8daf8b0c-df56-40da-8504-ba184e515c49 req-6720dfdb-2b01-439b-88e3-7c6dcd58856f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1088476 Sep 07 05:11:11.091075 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47682) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:11.186888 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8daf8b0c-df56-40da-8504-ba184e515c49 req-e1a75bf6-69ab-4cb8-ad85-093a8dbda744 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015968 Sep 07 05:11:11.217525 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Attempting to bind port 0200a09a-c800-45ee-87f1-33c966ca3c48 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:11:11.218691 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Attempting to bind port 0200a09a-c800-45ee-87f1-33c966ca3c48 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:11:11.220112 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Attempting to bind port 0200a09a-c800-45ee-87f1-33c966ca3c48 on network 6065651b-6165-4696-96ad-91f42eb0fbab {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:11:11.231124 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:11:11.231702 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Checking segment: {'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:11:11.232248 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:11.232881 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Bound using segment: {'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:11:11.234097 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Bound port: 0200a09a-c800-45ee-87f1-33c966ca3c48, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:11:11.235956 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:11.245203 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:11.265991 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Transition to ACTIVE for port object da05da1a-9fed-4dd3-b6cf-e6bab75e587c will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:11.279517 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:11.317321 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Transition to ACTIVE for port object da05da1a-9fed-4dd3-b6cf-e6bab75e587c will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:11.361380 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:11.367296 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] For port 0200a09a-c800-45ee-87f1-33c966ca3c48, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:11:11.371354 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] For port 0200a09a-c800-45ee-87f1-33c966ca3c48, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=0200a09a-c800-45ee-87f1-33c966ca3c48,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:11:11.373433 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:11.390698 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:11.429574 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:11:11.432319 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:11.436885 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:11:11.457355 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:11:11.463483 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:11.474893 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:11:11.485911 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Pushing event updated for resources: {'Port': ['ID=da05da1a-9fed-4dd3-b6cf-e6bab75e587c,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:11.496890 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Routers {'70ef756f-17ab-4854-b122-7d74e0dcb456'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:11.497618 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:10:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['70ef756f-17ab-4854-b122-7d74e0dcb456'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:11.575410 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad0d29-e76e-49ee-a20c-be6a577d3feb req-d23c9c0b-cb54-490f-9fcd-4cfc42fac8da tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:11.583704 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a7ad0d29-e76e-49ee-a20c-be6a577d3feb req-d23c9c0b-cb54-490f-9fcd-4cfc42fac8da tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 945 time: 0.1765783 Sep 07 05:11:11.684494 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a7ad0d29-e76e-49ee-a20c-be6a577d3feb req-bca7d22f-5a25-4fcc-9ab4-c200483441cd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981519 Sep 07 05:11:11.795875 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] Set router 70ef756f-17ab-4854-b122-7d74e0dcb456 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:11.932903 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca818c96-e0e0-4f4c-864c-9cb6b0df4e47,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:12.027113 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Attempting to bind port da05da1a-9fed-4dd3-b6cf-e6bab75e587c on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:11:12.027634 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Attempting to bind port da05da1a-9fed-4dd3-b6cf-e6bab75e587c by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '7c7399ce-8a76-4d4c-910d-28115d8c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:11:12.028128 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Attempting to bind port da05da1a-9fed-4dd3-b6cf-e6bab75e587c on network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:11:12.033269 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede772a3-0f4d-4696-8cfc-e2efcf988ab4 None None] Pushing event updated for resources: {'Port': ['ID=0200a09a-c800-45ee-87f1-33c966ca3c48,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:12.076678 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f9ae-9e35-468a-b53a-8ea1217e699a req-6ef49dd4-891c-4c36-953f-82053e0ac5b4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:12.079545 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9792f9ae-9e35-468a-b53a-8ea1217e699a req-6ef49dd4-891c-4c36-953f-82053e0ac5b4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 945 time: 0.5089741 Sep 07 05:11:12.089080 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:11:12.089623 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Checking segment: {'id': '7c7399ce-8a76-4d4c-910d-28115d8c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:11:12.090219 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.090721 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Bound using segment: {'id': '7c7399ce-8a76-4d4c-910d-28115d8c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:11:12.091377 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Bound port: da05da1a-9fed-4dd3-b6cf-e6bab75e587c, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7399ce-8a76-4d4c-910d-28115d8c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:11:12.092691 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.112640 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375060'] for router_interface, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.196196 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 0f101c11-55c6-49a2-b510-cd9de17cbdb0 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:12.221957 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9792f9ae-9e35-468a-b53a-8ea1217e699a req-40335ca5-37cf-4db2-ae56-3458a2385df2 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863402 Sep 07 05:11:12.263386 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.317404 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] For port da05da1a-9fed-4dd3-b6cf-e6bab75e587c, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:11:12.361107 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] For port da05da1a-9fed-4dd3-b6cf-e6bab75e587c, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=da05da1a-9fed-4dd3-b6cf-e6bab75e587c,segment=NetworkSegment(7c7399ce-8a76-4d4c-910d-28115d8c2afb),segment_id=7c7399ce-8a76-4d4c-910d-28115d8c2afb)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:11:12.375061 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.419976 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b11f7d-76c5-42ed-a878-608a6df1cf32 req-358deb9b-78de-464c-8b8a-6f7ab18b3e33 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:12.422103 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b4b11f7d-76c5-42ed-a878-608a6df1cf32 req-358deb9b-78de-464c-8b8a-6f7ab18b3e33 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1371593 Sep 07 05:11:12.479304 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:12.503729 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b4b11f7d-76c5-42ed-a878-608a6df1cf32 req-b937c6f2-381b-4bf9-928d-12dec43919c1 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621936 Sep 07 05:11:12.504140 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:12.504603 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.561118 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.566912 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fd533-2f37-41ac-9664-5cb572c4ee6c None None] Pushing event updated for resources: {'Port': ['ID=da05da1a-9fed-4dd3-b6cf-e6bab75e587c,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:12.593507 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '0200a09a-c800-45ee-87f1-33c966ca3c48', 'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'mac_address': 'fa:16:3e:50:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:06Z', 'updated_at': '2021-09-07T05:11:11Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'subnets': [{'id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:12.646333 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bce5b1-0303-4266-9e6d-86afcf4fe705 None None] The sync data for ids ['70ef756f-17ab-4854-b122-7d74e0dcb456'] in dv-cinder-804757-6-iscsi is: [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '0200a09a-c800-45ee-87f1-33c966ca3c48', 'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'mac_address': 'fa:16:3e:50:ed:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:06Z', 'updated_at': '2021-09-07T05:11:11Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'subnets': [{'id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:11:12.667744 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] Deleting port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:11:12.668113 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.678463 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.804739 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:12.818631 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f7819f-e061-494c-9255-16081c308644" -d '{"events": [{"server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "name": "network-vif-plugged", "status": "completed", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:12.838402 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] For port 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854,segment=NetworkSegment(a3d87a4a-196c-4e31-901f-32f9187e57e0),segment_id=a3d87a4a-196c-4e31-901f-32f9187e57e0)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:12.838738 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.846444 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Router 0128f039-552c-4842-9eb2-289d771b4d7c is scheduled to L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 05:11:12.848405 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:12.864475 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:12.865788 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:11:12.894792 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] Calling delete_port for 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 owned by network:router_interface {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:11:12.936127 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4f00ff-0b8c-4f8e-b16a-10fc97c0ca9d x-openstack-request-id: req-fb4f00ff-0b8c-4f8e-b16a-10fc97c0ca9d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:12.936127 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "name": "network-vif-plugged", "status": "completed", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:12.936127 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb4f00ff-0b8c-4f8e-b16a-10fc97c0ca9d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:12.936127 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'code': 200} Sep 07 05:11:12.937476 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:11:12.937828 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 86b4e11f-86f2-4d87-a4a4-afa4754c5c05 not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:11:12.984597 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=0f101c11-55c6-49a2-b510-cd9de17cbdb0,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:13.149024 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2d184-bb7c-4c6b-9ccd-0179bad7aff6 req-87587fe7-2e0d-4fd1-b589-84362a89132f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:13.151640 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a8a2d184-bb7c-4c6b-9ccd-0179bad7aff6 req-87587fe7-2e0d-4fd1-b589-84362a89132f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 945 time: 0.3085546 Sep 07 05:11:13.171893 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d2d497d4-c2a9-44b1-be77-500bebef15cb tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:13.173492 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d2d497d4-c2a9-44b1-be77-500bebef15cb tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 945 time: 0.1562281 Sep 07 05:11:13.226551 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:11:13.242239 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f29ca2-06c7-43be-a059-ab3aee50f278 req-8c6c643f-7429-46ba-81dc-0753d23e5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:13.244400 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d8f29ca2-06c7-43be-a059-ab3aee50f278 req-8c6c643f-7429-46ba-81dc-0753d23e5bb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 1099 time: 0.0889044 Sep 07 05:11:13.255985 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Sync routers for ids ['0128f039-552c-4842-9eb2-289d771b4d7c'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:11:13.271702 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Routers {'0128f039-552c-4842-9eb2-289d771b4d7c'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:13.272393 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:10:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['0128f039-552c-4842-9eb2-289d771b4d7c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:13.272862 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a8a2d184-bb7c-4c6b-9ccd-0179bad7aff6 req-30c06d46-b06c-48b8-a5c9-649532ccbefc tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110389 Sep 07 05:11:13.275354 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:13.279496 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-60cb770b-5490-4f7d-9b53-7cdbdf6331c3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0292168 Sep 07 05:11:13.295867 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47696) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:13.428380 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d114a288-0819-4ca2-91a4-7e3c054b8f07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Deleting port baff0bcd-f701-4e04-b0aa-5541354679fa {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:11:13.428736 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d114a288-0819-4ca2-91a4-7e3c054b8f07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:13.452518 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:13.490108 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Set router 0128f039-552c-4842-9eb2-289d771b4d7c gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:13.552194 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:13.627108 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d8f29ca2-06c7-43be-a059-ab3aee50f278 req-6e960172-4f9c-4f23-b844-64fbb5d560b4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182425 Sep 07 05:11:13.707300 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6c9f5-1355-4e57-8071-109a914cc904 req-3edb86c6-8edb-4652-a2bc-2ae2882ca8cd tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:13.731642 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d2c6c9f5-1355-4e57-8071-109a914cc904 req-3edb86c6-8edb-4652-a2bc-2ae2882ca8cd tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.3562994 Sep 07 05:11:13.793202 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d2c6c9f5-1355-4e57-8071-109a914cc904 req-4c5e6eae-144e-4e89-9acf-0862e03eeee8 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583565 Sep 07 05:11:13.829655 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d114a288-0819-4ca2-91a4-7e3c054b8f07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] For port baff0bcd-f701-4e04-b0aa-5541354679fa, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=baff0bcd-f701-4e04-b0aa-5541354679fa,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:13.830031 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d114a288-0819-4ca2-91a4-7e3c054b8f07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:13.912116 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'name': 'tempest-TestMinimumBasicScenario-209663615-router', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:12Z', 'revision_number': 3, 'project_id': '78a7153b5534458fb79d77d62917a457', 'gw_port': {'id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:13.921153 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375176'] for router_interface, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:13.928408 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d114a288-0819-4ca2-91a4-7e3c054b8f07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Calling delete_port for baff0bcd-f701-4e04-b0aa-5541354679fa owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:11:13.951286 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818449d-1a7d-4c76-a71c-3a85a37aab99 req-93d3b127-c325-4a0f-8851-a583b2695bc5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:13.953225 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4818449d-1a7d-4c76-a71c-3a85a37aab99 req-93d3b127-c325-4a0f-8851-a583b2695bc5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.2546995 Sep 07 05:11:13.994951 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Checking router: 0128f039-552c-4842-9eb2-289d771b4d7c for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:11:13.995516 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Updating router 0128f039-552c-4842-9eb2-289d771b4d7c port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:11:14.045364 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:14.080384 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4eafa-29d3-4ea1-999a-e2aa61d6b9e0 None None] Network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:11:14.171172 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4818449d-1a7d-4c76-a71c-3a85a37aab99 req-a3d898bc-53ad-4827-bca3-419c4ee05b9f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035966 Sep 07 05:11:14.271075 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f44b2975-d6fc-4579-bb65-3aa991184d49 None None] Provisioning for port da05da1a-9fed-4dd3-b6cf-e6bab75e587c completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:14.328931 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:14.500143 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:14.509868 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d114a288-0819-4ca2-91a4-7e3c054b8f07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:14.518873 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Transition to ACTIVE for port object ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:14.529147 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] Router 659d4f42-1185-42a6-9d81-abe400ad1dc9 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:11:14.530150 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:14.535169 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['14ff704b-65f7-44b9-95cd-5ce4fb7a0fad', '82caa0ca-56d2-4151-8cf3-33c9cabc2343', '16410d54-3e0c-4c9c-a498-31b6b08d2740'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:11:14.627834 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ccb3ea7d-f0bd-48c0-b5d8-ab2e90899f73 req-f0316e1c-ba67-410b-a8cd-4d9a73b8d200 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=006d3035-eafc-407b-bea5-6702e7a03103 HTTP/1.1" status: 200 len: 210 time: 0.1607993 Sep 07 05:11:14.686651 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114a288-0819-4ca2-91a4-7e3c054b8f07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Pushing event deleted for resources: {'Port': ['ID=baff0bcd-f701-4e04-b0aa-5541354679fa,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:14.772659 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Attempting to bind port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:11:14.772852 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Attempting to bind port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:11:14.773393 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Attempting to bind port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 on network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:11:14.810668 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:11:14.811319 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:11:14.812003 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:14.825052 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Bound using segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:11:14.838217 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Bound port: ca818c96-e0e0-4f4c-864c-9cb6b0df4e47, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:11:14.838493 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:14.959596 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 0200a09a-c800-45ee-87f1-33c966ca3c48 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:14.963173 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] For port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:11:14.969458 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] For port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ca818c96-e0e0-4f4c-864c-9cb6b0df4e47,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:11:14.971075 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d114a288-0819-4ca2-91a4-7e3c054b8f07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] No DVR routers for this DVR port baff0bcd-f701-4e04-b0aa-5541354679fa on host hv-cinder-80475 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:11:14.976449 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d114a288-0819-4ca2-91a4-7e3c054b8f07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:14.979685 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c00835fe-1fc8-401d-baae-ba9fa2ec8210 req-d114a288-0819-4ca2-91a4-7e3c054b8f07 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "DELETE /v2.0/ports/baff0bcd-f701-4e04-b0aa-5541354679fa HTTP/1.1" status: 204 len: 173 time: 1.7929471 Sep 07 05:11:14.982799 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:14.985529 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87574ff7-682c-4386-8022-4fdf8ec9e824 None None] Pushing event updated for resources: {'Port': ['ID=ca818c96-e0e0-4f4c-864c-9cb6b0df4e47,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:15.004971 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006d3035-eafc-407b-bea5-6702e7a03103', 'name': 'network-vif-deleted', 'tag': 'baff0bcd-f701-4e04-b0aa-5541354679fa'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:15.009658 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc9ae5f-313d-4b21-b3ee-c725541e0f8b" -d '{"events": [{"server_uuid": "006d3035-eafc-407b-bea5-6702e7a03103", "name": "network-vif-deleted", "tag": "baff0bcd-f701-4e04-b0aa-5541354679fa"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:15.064679 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:11:15.069550 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Routers {'0128f039-552c-4842-9eb2-289d771b4d7c'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:15.070409 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:10:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['0128f039-552c-4842-9eb2-289d771b4d7c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:15.081535 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87574ff7-682c-4386-8022-4fdf8ec9e824 None None] Pushing event updated for resources: {'Port': ['ID=ca818c96-e0e0-4f4c-864c-9cb6b0df4e47,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:15.091537 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-cef867cd-dbee-475c-ac5a-b74a3d7113c1 admin admin] 10.222.0.49 "PUT /v2.0/routers/659d4f42-1185-42a6-9d81-abe400ad1dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9965911 Sep 07 05:11:15.092231 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47706) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:15.092390 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45555624-4ade-4f25-a637-11308bc93573 None None] Sync routers for ids ['659d4f42-1185-42a6-9d81-abe400ad1dc9'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:11:15.121350 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 0200a09a-c800-45ee-87f1-33c966ca3c48 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:15.132683 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45555624-4ade-4f25-a637-11308bc93573 None None] Routers {'659d4f42-1185-42a6-9d81-abe400ad1dc9'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:15.133332 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-45555624-4ade-4f25-a637-11308bc93573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:10:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['659d4f42-1185-42a6-9d81-abe400ad1dc9'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:15.139861 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 0200a09a-c800-45ee-87f1-33c966ca3c48 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:15.140204 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:15.147798 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Allocated IP 172.20.0.1 (8bdf4f36-090b-46fa-9706-6b9e90a6f0b8/ed29f076-a1c4-4551-a1f4-e6df812f12df/2dd61c30-9a35-49de-8297-0c28ae09410f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:11:15.207308 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46b96a2-23df-4cef-828d-9887144c91b7 x-openstack-request-id: req-c46b96a2-23df-4cef-828d-9887144c91b7 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:15.208375 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006d3035-eafc-407b-bea5-6702e7a03103", "name": "network-vif-deleted", "tag": "baff0bcd-f701-4e04-b0aa-5541354679fa", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:15.208375 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c46b96a2-23df-4cef-828d-9887144c91b7 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:15.209122 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006d3035-eafc-407b-bea5-6702e7a03103', 'name': 'network-vif-deleted', 'tag': 'baff0bcd-f701-4e04-b0aa-5541354679fa', 'status': 'completed', 'code': 200} Sep 07 05:11:15.228466 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c732aa8-d16c-4c67-aa52-8458c6f08fed req-92d68527-2c8b-4f27-986c-7cf951079f6a tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:15.253269 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5c732aa8-d16c-4c67-aa52-8458c6f08fed req-92d68527-2c8b-4f27-986c-7cf951079f6a tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.2721441 Sep 07 05:11:15.322086 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] Set router 0128f039-552c-4842-9eb2-289d771b4d7c gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:15.354293 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5c732aa8-d16c-4c67-aa52-8458c6f08fed req-f06f190a-424d-4fd0-b9c4-09617af11788 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001043 Sep 07 05:11:15.411838 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Notify callbacks [] for router, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:15.445257 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:15.481138 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Transition to ACTIVE for port object 2dd61c30-9a35-49de-8297-0c28ae09410f will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:15.487013 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-45555624-4ade-4f25-a637-11308bc93573 None None] Set router 659d4f42-1185-42a6-9d81-abe400ad1dc9 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:15.605013 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:15.622824 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62fae1-7206-4176-b471-e4fc4b330108 req-679122b1-f946-4e52-97c3-d2f67af6236f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:15.624424 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-eb62fae1-7206-4176-b471-e4fc4b330108 req-679122b1-f946-4e52-97c3-d2f67af6236f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.2637742 Sep 07 05:11:15.658742 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969ddf2-2063-4e53-8866-b34ede18d6d2 req-135e59a9-1cef-4055-9dc3-d239b484fadc tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:15.661001 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6969ddf2-2063-4e53-8866-b34ede18d6d2 req-135e59a9-1cef-4055-9dc3-d239b484fadc tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.1051188 Sep 07 05:11:15.667816 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'name': 'tempest-TestMinimumBasicScenario-209663615-router', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:12Z', 'revision_number': 3, 'project_id': '78a7153b5534458fb79d77d62917a457', 'gw_port': {'id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:15.699901 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:11:15.705728 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:15.708222 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Pushing event updated for resources: {'Port': ['ID=2dd61c30-9a35-49de-8297-0c28ae09410f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:15.721615 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8ed69-2948-40e2-8a4c-bec9b26b05b4 None None] The sync data for ids ['0128f039-552c-4842-9eb2-289d771b4d7c'] in dv-cinder-804757-6-iscsi is: [{'id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'name': 'tempest-TestMinimumBasicScenario-209663615-router', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:12Z', 'revision_number': 3, 'project_id': '78a7153b5534458fb79d77d62917a457', 'gw_port': {'id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:11:15.729178 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:11:15.734252 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:15.740698 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:15.756333 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6969ddf2-2063-4e53-8866-b34ede18d6d2 req-58ec201c-1a6a-4382-8d91-491074fb9762 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838189 Sep 07 05:11:15.766478 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-eb62fae1-7206-4176-b471-e4fc4b330108 req-66794735-f585-495b-aabc-0eb0b60ec27d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280396 Sep 07 05:11:15.813952 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47714) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:15.832458 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376449'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:15.912775 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 0200a09a-c800-45ee-87f1-33c966ca3c48, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=0200a09a-c800-45ee-87f1-33c966ca3c48,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:15.939551 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:15.940743 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Deleting port bbea8d86-c455-43e2-80f2-947b05ba1527 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:11:15.940970 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device da05da1a-9fed-4dd3-b6cf-e6bab75e587c up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:15.941318 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:16.130478 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:16.186416 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=0200a09a-c800-45ee-87f1-33c966ca3c48,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:16.247031 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device baff0bcd-f701-4e04-b0aa-5541354679fa no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:11:16.250496 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] For port bbea8d86-c455-43e2-80f2-947b05ba1527, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=bbea8d86-c455-43e2-80f2-947b05ba1527,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:16.251705 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:16.291421 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: baff0bcd-f701-4e04-b0aa-5541354679fa {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:11:16.291833 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device baff0bcd-f701-4e04-b0aa-5541354679fa not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:11:16.305086 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Calling delete_port for bbea8d86-c455-43e2-80f2-947b05ba1527 owned by network:router_gateway {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:11:16.306908 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port da05da1a-9fed-4dd3-b6cf-e6bab75e587c completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:16.326901 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f7531f37-5871-4e37-968d-8601392f6a5e None None] Provisioning for port 2dd61c30-9a35-49de-8297-0c28ae09410f completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:16.354338 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port da05da1a-9fed-4dd3-b6cf-e6bab75e587c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:16.354717 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:16.357388 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-45555624-4ade-4f25-a637-11308bc93573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-router', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:07:48Z', 'updated_at': '2021-09-07T05:11:13Z', 'revision_number': 5, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'gw_port': {'id': 'bbea8d86-c455-43e2-80f2-947b05ba1527', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:07:50Z', 'updated_at': '2021-09-07T05:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:16.374672 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f7531f37-5871-4e37-968d-8601392f6a5e None None] Provisioning complete for port 2dd61c30-9a35-49de-8297-0c28ae09410f triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:16.379956 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7531f37-5871-4e37-968d-8601392f6a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:16.475382 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45555624-4ade-4f25-a637-11308bc93573 None None] Checking router: 659d4f42-1185-42a6-9d81-abe400ad1dc9 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:11:16.528241 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f7531f37-5871-4e37-968d-8601392f6a5e None None] Port 2dd61c30-9a35-49de-8297-0c28ae09410f cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:11:16.531757 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45555624-4ade-4f25-a637-11308bc93573 None None] Routers {'659d4f42-1185-42a6-9d81-abe400ad1dc9'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:16.532426 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-45555624-4ade-4f25-a637-11308bc93573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:10:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['659d4f42-1185-42a6-9d81-abe400ad1dc9'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:16.642428 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:16.677252 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbea8d86-c455-43e2-80f2-947b05ba1527,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:16.820604 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376362'] for router_gateway, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:16.870364 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8a17c-c58d-4b86-8fa7-9c47a1ecbbd4 tempest-TestShelveInstance-1420660439 tempest-TestShelveInstance-1420660439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:16.884864 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-bbd8a17c-c58d-4b86-8fa7-9c47a1ecbbd4 tempest-TestShelveInstance-1420660439 tempest-TestShelveInstance-1420660439-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 1094 time: 1.0682187 Sep 07 05:11:16.892216 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47724) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:16.901018 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Request body: {'floatingip': {'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'port_id': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:11:16.960661 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:16.965883 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:16.996565 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.101541 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-45555624-4ade-4f25-a637-11308bc93573 None None] Set router 659d4f42-1185-42a6-9d81-abe400ad1dc9 gateway port host: None {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:17.111037 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.130885 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Pushing event updated for resources: {'Port': ['ID=2dd61c30-9a35-49de-8297-0c28ae09410f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:17.136485 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375089'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.271960 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-45555624-4ade-4f25-a637-11308bc93573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-router', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:07:48Z', 'updated_at': '2021-09-07T05:11:15Z', 'revision_number': 6, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'gw_port_host': None}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:17.312688 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.320450 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:11:17.329564 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:17.346964 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1891'] for router, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.347437 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45555624-4ade-4f25-a637-11308bc93573 None None] The sync data for ids ['659d4f42-1185-42a6-9d81-abe400ad1dc9'] in dv-cinder-804757-6-iscsi is: [{'id': '659d4f42-1185-42a6-9d81-abe400ad1dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1847454467-router', 'tenant_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:07:48Z', 'updated_at': '2021-09-07T05:11:15Z', 'revision_number': 6, 'project_id': '770e452fcbdc4605ac4f8e2814c55b9c', 'gw_port_host': None}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:11:17.372541 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.401360 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port da05da1a-9fed-4dd3-b6cf-e6bab75e587c, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=da05da1a-9fed-4dd3-b6cf-e6bab75e587c,segment=NetworkSegment(7c7399ce-8a76-4d4c-910d-28115d8c2afb),segment_id=7c7399ce-8a76-4d4c-910d-28115d8c2afb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:17.444128 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.625423 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac2398-3fa9-4ee3-a953-2e4281b302ca req-ec27a2b9-6c94-440e-9d98-7d85f1858277 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:17.629082 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8aac2398-3fa9-4ee3-a953-2e4281b302ca req-ec27a2b9-6c94-440e-9d98-7d85f1858277 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.4546244 Sep 07 05:11:17.651755 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374384'] for router, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.652361 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 659d4f42-1185-42a6-9d81-abe400ad1dc9 {{(pid=94011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 05:11:17.668799 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=da05da1a-9fed-4dd3-b6cf-e6bab75e587c,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:17.669650 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.670866 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-f0ae64eb-e7ec-461d-ae98-012ad073e964 admin admin] 10.222.0.49 "DELETE /v2.0/routers/659d4f42-1185-42a6-9d81-abe400ad1dc9 HTTP/1.1" status: 204 len: 168 time: 2.5773747 Sep 07 05:11:17.676423 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47732) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:17.699782 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Allocated IP 172.27.3.50 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/a72c9cae-8f11-429b-bbfc-6fd31a8f09d1) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:11:17.735576 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8aac2398-3fa9-4ee3-a953-2e4281b302ca req-879d8f1c-2f6d-4f42-a3bd-730f115a3ef7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928566 Sep 07 05:11:17.780650 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fe13cc-1be0-4c2c-a528-dfa7d26b5ab0 admin admin] Deleting subnet ed51f394-0aa0-447b-bf08-ca3675dfc6c0 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:11:17.810100 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33fe13cc-1be0-4c2c-a528-dfa7d26b5ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.823632 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5647f7a8-ded1-43f4-b82c-18b2a06b52ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.840991 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Router 0128f039-552c-4842-9eb2-289d771b4d7c has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:11:17.862776 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33fe13cc-1be0-4c2c-a528-dfa7d26b5ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9990761'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.911605 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-353937c6-a253-49d0-9d85-fb2df60fea4d None None] Provisioning complete for port 2dd61c30-9a35-49de-8297-0c28ae09410f triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:17.911605 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-353937c6-a253-49d0-9d85-fb2df60fea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.933680 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed63a-1295-4d8d-9e2a-dcfd6a71475f req-66201897-6402-4ac4-b074-86a04d6ff795 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:17.935734 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-508ed63a-1295-4d8d-9e2a-dcfd6a71475f req-66201897-6402-4ac4-b074-86a04d6ff795 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 945 time: 0.1770897 Sep 07 05:11:17.952732 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33fe13cc-1be0-4c2c-a528-dfa7d26b5ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:17.956811 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 0200a09a-c800-45ee-87f1-33c966ca3c48 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:17.985200 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-353937c6-a253-49d0-9d85-fb2df60fea4d None None] Port 2dd61c30-9a35-49de-8297-0c28ae09410f cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:11:18.025478 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 0200a09a-c800-45ee-87f1-33c966ca3c48 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:18.026133 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.046600 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33fe13cc-1be0-4c2c-a528-dfa7d26b5ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9453644'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.048651 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.080260 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe13cc-1be0-4c2c-a528-dfa7d26b5ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed51f394-0aa0-447b-bf08-ca3675dfc6c0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:18.084775 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33fe13cc-1be0-4c2c-a528-dfa7d26b5ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.087660 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-33fe13cc-1be0-4c2c-a528-dfa7d26b5ab0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed51f394-0aa0-447b-bf08-ca3675dfc6c0 HTTP/1.1" status: 204 len: 168 time: 0.4101408 Sep 07 05:11:18.091796 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47734) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:18.121358 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-508ed63a-1295-4d8d-9e2a-dcfd6a71475f req-52f35f11-7804-4d52-ae03-d9fd647ff4f5 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441977 Sep 07 05:11:18.163797 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:11:18.171712 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2b8bcba7-daa8-4674-9b88-5c4b7b40887c admin admin] 10.222.0.49 "PUT /v2.0/routers/0128f039-552c-4842-9eb2-289d771b4d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8745699 Sep 07 05:11:18.176713 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:18.176964 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.182806 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.246202 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:11:18.247099 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:18.249904 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 26f13ac0-5239-494c-9ff4-1959be9b1272 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:11:18.250523 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event updated for resources: {'Port': ['ID=a72c9cae-8f11-429b-bbfc-6fd31a8f09d1,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:18.253882 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:18.256009 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:18.256529 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:11:18.258378 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.325354 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.391512 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e12032-35e2-4fcd-94f2-18e530261dc0']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:18.419021 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d87a4a-196c-4e31-901f-32f9187e57e0') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:18.419467 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d87a4a-196c-4e31-901f-32f9187e57e0') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:18.451428 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9990770'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.467699 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.479516 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:18.481229 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.499075 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:11:18.500042 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327631'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: Traceback (most recent call last): Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: timer() Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: cb(*args, **kw) Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: return func(*args, **kwargs) Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: self._notify() Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: self.callback(batched_events) Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: event.method(event) Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: return f(self, *a, **k) Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._get(url).json() Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: return self.request(url, 'GET', **kwargs) Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:11:18.501603 dv-cinder-804757-6-iscsi neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:11:18.522211 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'port_id': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'mac_address': 'fa:16:3e:c5:58:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:11:18.535505 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ca818c96-e0e0-4f4c-864c-9cb6b0df4e47,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:18.586911 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.618742 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.619039 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.627132 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c3e12032-35e2-4fcd-94f2-18e530261dc0 HTTP/1.1" status: 204 len: 168 time: 0.5298686 Sep 07 05:11:18.630424 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd0fe2-577e-4c81-b6cd-2039d26120d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e12032-35e2-4fcd-94f2-18e530261dc0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:18.673316 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:11:18.785824 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:11:18.786680 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 9d3a1f4b-67d4-4562-9c6d-6dbfca6cf854 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:11:18.825127 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.862472 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26f13ac0-5239-494c-9ff4-1959be9b1272 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:11:18.928885 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=ca818c96-e0e0-4f4c-864c-9cb6b0df4e47,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:18.945979 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:18.957526 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:18.986617 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47762) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:19.060554 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293acc4-6cd9-4e56-99aa-d7e4bdaa4631 req-74795d2a-4fe0-4c34-98f6-e438999e026f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:19.076949 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d293acc4-6cd9-4e56-99aa-d7e4bdaa4631 req-74795d2a-4fe0-4c34-98f6-e438999e026f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1980960 Sep 07 05:11:19.086659 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:19.168558 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-bd2100da-989c-4b1c-9a78-d448c7e3fb4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=770e452fcbdc4605ac4f8e2814c55b9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1751552 Sep 07 05:11:19.173024 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['26f13ac0-5239-494c-9ff4-1959be9b1272'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:11:19.222040 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:19.229339 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47768) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:19.271141 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Sync routers for ids ['0128f039-552c-4842-9eb2-289d771b4d7c'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:11:19.293381 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Routers {'0128f039-552c-4842-9eb2-289d771b4d7c'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:19.293795 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d293acc4-6cd9-4e56-99aa-d7e4bdaa4631 req-62da2ed2-4adb-49f7-8be8-aad069a749ad tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289115 Sep 07 05:11:19.294041 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:10:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['0128f039-552c-4842-9eb2-289d771b4d7c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:19.405247 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-61cbd119-7486-44a0-9035-e8dc5a7c90b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:19.482239 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-61cbd119-7486-44a0-9035-e8dc5a7c90b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:19.538199 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:19.563162 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Set router 0128f039-552c-4842-9eb2-289d771b4d7c gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:19.611345 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-61cbd119-7486-44a0-9035-e8dc5a7c90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:19.618099 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-61cbd119-7486-44a0-9035-e8dc5a7c90b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:19.623022 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-61cbd119-7486-44a0-9035-e8dc5a7c90b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b2199a4-4303-483c-9162-044a0d4a94b7 HTTP/1.1" status: 204 len: 168 time: 0.3893301 Sep 07 05:11:19.654727 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbd119-7486-44a0-9035-e8dc5a7c90b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2199a4-4303-483c-9162-044a0d4a94b7,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:19.690581 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device da05da1a-9fed-4dd3-b6cf-e6bab75e587c up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:19.812763 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port da05da1a-9fed-4dd3-b6cf-e6bab75e587c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:19.813152 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:19.965771 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:20.007490 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-183db035-2a19-4375-8992-77b604a4979e tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:20.010519 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-183db035-2a19-4375-8992-77b604a4979e tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 945 time: 0.6238077 Sep 07 05:11:20.096689 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:20.097422 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:20.167240 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'name': 'tempest-TestMinimumBasicScenario-209663615-router', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:16Z', 'revision_number': 4, 'project_id': '78a7153b5534458fb79d77d62917a457', 'gw_port': {'id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '2dd61c30-9a35-49de-8297-0c28ae09410f', 'name': '', 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'mac_address': 'fa:16:3e:7d:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ed29f076-a1c4-4551-a1f4-e6df812f12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:14Z', 'updated_at': '2021-09-07T05:11:16Z', 'revision_number': 2, 'project_id': '78a7153b5534458fb79d77d62917a457', 'subnets': [{'id': 'ed29f076-a1c4-4551-a1f4-e6df812f12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:20.188564 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:20.245736 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Checking router: 0128f039-552c-4842-9eb2-289d771b4d7c for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:11:20.246122 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Updating router 0128f039-552c-4842-9eb2-289d771b4d7c port 2dd61c30-9a35-49de-8297-0c28ae09410f binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:11:20.278368 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 26f13ac0-5239-494c-9ff4-1959be9b1272 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:20.320932 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:20.493793 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:20.542842 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3efe70-6a5d-40c6-bc69-43f620a3d81a req-25324c4b-93b8-4568-8361-1503376dc1d6 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:20.546133 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device bbea8d86-c455-43e2-80f2-947b05ba1527 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:11:20.560700 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5e3efe70-6a5d-40c6-bc69-43f620a3d81a req-25324c4b-93b8-4568-8361-1503376dc1d6 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 945 time: 1.1653707 Sep 07 05:11:20.574621 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:20.594464 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: bbea8d86-c455-43e2-80f2-947b05ba1527 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:11:20.595112 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device bbea8d86-c455-43e2-80f2-947b05ba1527 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:11:20.692711 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4ed11-f899-46a8-b2d8-c83674b870b1 req-ff20a589-aa00-4842-9511-d07dfed29b92 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:20.703648 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-65a4ed11-f899-46a8-b2d8-c83674b870b1 req-ff20a589-aa00-4842-9511-d07dfed29b92 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 944 time: 0.2207561 Sep 07 05:11:20.707196 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 26f13ac0-5239-494c-9ff4-1959be9b1272 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:20.707838 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:20.747757 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event updated for resources: {'Port': ['ID=a72c9cae-8f11-429b-bbfc-6fd31a8f09d1,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:20.793042 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-65a4ed11-f899-46a8-b2d8-c83674b870b1 req-ac4df6cf-8185-4aa9-ad0d-e305087c8cbf tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712869 Sep 07 05:11:20.844997 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5e3efe70-6a5d-40c6-bc69-43f620a3d81a req-67f27faf-8b5b-48b8-8548-44d4c6376707 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246461 Sep 07 05:11:20.889830 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-2d096cc8-9033-46a3-9398-119043843a47 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Deleting port 16410d54-3e0c-4c9c-a498-31b6b08d2740 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:11:20.889830 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-2d096cc8-9033-46a3-9398-119043843a47 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:20.891949 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:21.020685 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Floating IP 803d35c2-c7df-420c-ad3d-d8393dcc40a5 associated. External IP: 172.27.3.50, port: 0f101c11-55c6-49a2-b510-cd9de17cbdb0. Sep 07 05:11:21.056502 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-40fd24bd-d921-4d99-a360-9067b147fa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:21.258316 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-2d096cc8-9033-46a3-9398-119043843a47 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] For port 16410d54-3e0c-4c9c-a498-31b6b08d2740, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=16410d54-3e0c-4c9c-a498-31b6b08d2740,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:21.259367 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-2d096cc8-9033-46a3-9398-119043843a47 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:21.325847 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:21.363043 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-2d096cc8-9033-46a3-9398-119043843a47 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Calling delete_port for 16410d54-3e0c-4c9c-a498-31b6b08d2740 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:11:21.396890 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:21.404614 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3105c8-46d0-4d51-a843-27817251b606" -d '{"events": [{"server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "name": "network-vif-plugged", "status": "completed", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:21.448617 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:21.459442 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:21.528787 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:21.588483 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf2a30a-95ea-4ac4-8f5a-398b38bc232b x-openstack-request-id: req-cdf2a30a-95ea-4ac4-8f5a-398b38bc232b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:21.589390 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "name": "network-vif-plugged", "status": "completed", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:21.589615 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:21.590579 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdf2a30a-95ea-4ac4-8f5a-398b38bc232b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:21.590579 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'code': 200} Sep 07 05:11:21.634037 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Transition to ACTIVE for port object 2dd61c30-9a35-49de-8297-0c28ae09410f will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:21.655312 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:21.813301 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:21.988756 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Attempting to bind port 2dd61c30-9a35-49de-8297-0c28ae09410f on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:11:21.989592 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Attempting to bind port 2dd61c30-9a35-49de-8297-0c28ae09410f by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '7c7399ce-8a76-4d4c-910d-28115d8c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:11:21.989592 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Attempting to bind port 2dd61c30-9a35-49de-8297-0c28ae09410f on network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:11:21.999144 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f51fe8-996c-462d-ab12-db2fc461db3e None None] Pushing event updated for resources: {'Port': ['ID=2dd61c30-9a35-49de-8297-0c28ae09410f,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:22.004837 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:11:22.006185 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Checking segment: {'id': '7c7399ce-8a76-4d4c-910d-28115d8c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:11:22.007641 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:22.013317 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Bound using segment: {'id': '7c7399ce-8a76-4d4c-910d-28115d8c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:11:22.013317 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Bound port: 2dd61c30-9a35-49de-8297-0c28ae09410f, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7399ce-8a76-4d4c-910d-28115d8c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:11:22.014109 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:22.099039 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-2d096cc8-9033-46a3-9398-119043843a47 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:22.144697 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['14ff704b-65f7-44b9-95cd-5ce4fb7a0fad', '82caa0ca-56d2-4151-8cf3-33c9cabc2343'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:11:22.176832 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1efa9-2db9-43b0-ae73-91c8cfa2b730 req-c5c51696-1bce-4b45-9f93-1f17a7594d7c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:22.187726 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0ae1efa9-2db9-43b0-ae73-91c8cfa2b730 req-c5c51696-1bce-4b45-9f93-1f17a7594d7c tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b448915-600a-4330-8807-0daab4d530d2 HTTP/1.1" status: 200 len: 867 time: 0.1560392 Sep 07 05:11:22.266455 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:22.276295 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0ae1efa9-2db9-43b0-ae73-91c8cfa2b730 req-35967ccb-9171-4172-9689-b1e7221c9ad5 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871365 Sep 07 05:11:22.289523 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] For port 2dd61c30-9a35-49de-8297-0c28ae09410f, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:11:22.300221 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] For port 2dd61c30-9a35-49de-8297-0c28ae09410f, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=2dd61c30-9a35-49de-8297-0c28ae09410f,segment=NetworkSegment(7c7399ce-8a76-4d4c-910d-28115d8c2afb),segment_id=7c7399ce-8a76-4d4c-910d-28115d8c2afb)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:11:22.305658 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 16410d54-3e0c-4c9c-a498-31b6b08d2740 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:11:22.308518 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:22.363496 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 16410d54-3e0c-4c9c-a498-31b6b08d2740 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:11:22.365778 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:11:22.366470 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 16410d54-3e0c-4c9c-a498-31b6b08d2740 not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:11:22.404131 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d096cc8-9033-46a3-9398-119043843a47 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Pushing event deleted for resources: {'Port': ['ID=16410d54-3e0c-4c9c-a498-31b6b08d2740,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:22.441003 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Routers {'0128f039-552c-4842-9eb2-289d771b4d7c'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:22.442064 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:11:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['0128f039-552c-4842-9eb2-289d771b4d7c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:22.474784 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-2d096cc8-9033-46a3-9398-119043843a47 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] No DVR routers for this DVR port 16410d54-3e0c-4c9c-a498-31b6b08d2740 on host hv-cinder-80475 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:11:22.480756 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-2d096cc8-9033-46a3-9398-119043843a47 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:22.482803 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-65d92f73-8a3a-4ca7-b4d4-57f893d798d5 req-2d096cc8-9033-46a3-9398-119043843a47 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "DELETE /v2.0/ports/16410d54-3e0c-4c9c-a498-31b6b08d2740 HTTP/1.1" status: 204 len: 173 time: 2.4636903 Sep 07 05:11:22.503763 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b448915-600a-4330-8807-0daab4d530d2', 'name': 'network-vif-deleted', 'tag': '16410d54-3e0c-4c9c-a498-31b6b08d2740'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:22.511138 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98802acf-f509-4e07-973e-069cde8f5ce8" -d '{"events": [{"server_uuid": "0b448915-600a-4330-8807-0daab4d530d2", "name": "network-vif-deleted", "tag": "16410d54-3e0c-4c9c-a498-31b6b08d2740"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:22.659018 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf7616-cb71-4891-aa0c-761d455669dc req-7a197ccc-da3c-4483-aa74-6b4d5fe420d9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:22.666429 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7caf7616-cb71-4891-aa0c-761d455669dc req-7a197ccc-da3c-4483-aa74-6b4d5fe420d9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.6031711 Sep 07 05:11:22.681666 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde5ec75-3c58-4bd1-8fd8-b1ea0a1db4e6 x-openstack-request-id: req-cde5ec75-3c58-4bd1-8fd8-b1ea0a1db4e6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:22.681920 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b448915-600a-4330-8807-0daab4d530d2", "name": "network-vif-deleted", "tag": "16410d54-3e0c-4c9c-a498-31b6b08d2740", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:22.685099 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cde5ec75-3c58-4bd1-8fd8-b1ea0a1db4e6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:22.685725 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b448915-600a-4330-8807-0daab4d530d2', 'name': 'network-vif-deleted', 'tag': '16410d54-3e0c-4c9c-a498-31b6b08d2740', 'status': 'completed', 'code': 200} Sep 07 05:11:22.888755 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7caf7616-cb71-4891-aa0c-761d455669dc req-70ddcd70-6ba5-4dd2-9263-c186f9e60186 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918216 Sep 07 05:11:22.947448 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f51fe8-996c-462d-ab12-db2fc461db3e None None] Pushing event updated for resources: {'Port': ['ID=2dd61c30-9a35-49de-8297-0c28ae09410f,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:23.054457 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] Set router 0128f039-552c-4842-9eb2-289d771b4d7c gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:23.122588 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:11:23.140875 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] Sync routers for ids ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:11:23.156209 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:23.160295 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] Routers {'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:23.162239 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:11:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:23.235573 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b39ec97f-2bb7-468c-aa04-066954696184 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3418922 Sep 07 05:11:23.339026 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] Set router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:23.689512 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'name': 'tempest-TestMinimumBasicScenario-209663615-router', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:16Z', 'revision_number': 4, 'project_id': '78a7153b5534458fb79d77d62917a457', 'gw_port': {'id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '2dd61c30-9a35-49de-8297-0c28ae09410f', 'name': '', 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'mac_address': 'fa:16:3e:7d:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ed29f076-a1c4-4551-a1f4-e6df812f12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:14Z', 'updated_at': '2021-09-07T05:11:22Z', 'revision_number': 4, 'project_id': '78a7153b5534458fb79d77d62917a457', 'subnets': [{'id': 'ed29f076-a1c4-4551-a1f4-e6df812f12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:23.734902 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:42Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '803d35c2-c7df-420c-ad3d-d8393dcc40a5', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'port_id': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'mac_address': 'fa:16:3e:4b:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:11:18Z', 'updated_at': '2021-09-07T05:11:18Z', 'revision_number': 0, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8051cd60-7293-4722-837b-3d034cd66469', 'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'mac_address': 'fa:16:3e:bf:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:40Z', 'updated_at': '2021-09-07T05:09:49Z', 'revision_number': 5, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'subnets': [{'id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:23.757239 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478015d-da45-4025-8ff3-8a4c6897d3ea None None] The sync data for ids ['0128f039-552c-4842-9eb2-289d771b4d7c'] in dv-cinder-804757-6-iscsi is: [{'id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'name': 'tempest-TestMinimumBasicScenario-209663615-router', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:16Z', 'revision_number': 4, 'project_id': '78a7153b5534458fb79d77d62917a457', 'gw_port': {'id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '2dd61c30-9a35-49de-8297-0c28ae09410f', 'name': '', 'network_id': '8bdf4f36-090b-46fa-9706-6b9e90a6f0b8', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'mac_address': 'fa:16:3e:7d:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ed29f076-a1c4-4551-a1f4-e6df812f12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:14Z', 'updated_at': '2021-09-07T05:11:22Z', 'revision_number': 4, 'project_id': '78a7153b5534458fb79d77d62917a457', 'subnets': [{'id': 'ed29f076-a1c4-4551-a1f4-e6df812f12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:11:23.783939 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] Checking router: b365c901-24a2-4b2f-8b6b-7f4c9ec2625f for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:11:23.799167 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] Routers {'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:11:23.800178 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:11:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:23.908176 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf68c8b-b9e4-49e0-8175-eb7cceb2faf6 req-24d30366-65d1-4ab0-9f46-56e24edb99eb tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:23.928520 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0bf68c8b-b9e4-49e0-8175-eb7cceb2faf6 req-24d30366-65d1-4ab0-9f46-56e24edb99eb tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 946 time: 0.1330390 Sep 07 05:11:24.014704 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0bf68c8b-b9e4-49e0-8175-eb7cceb2faf6 req-b942e0ac-2943-41e0-beda-190c7c8d6524 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847960 Sep 07 05:11:24.027916 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:24.169043 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] Set router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:11:24.328180 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3984b-2343-4c0b-afa7-2f9b3584451b req-ae0508ae-ff3c-446e-a208-8bfcf50477ab tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:24.362243 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3fa3984b-2343-4c0b-afa7-2f9b3584451b req-ae0508ae-ff3c-446e-a208-8bfcf50477ab tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.2831788 Sep 07 05:11:24.488956 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3fa3984b-2343-4c0b-afa7-2f9b3584451b req-d6c6909a-55d9-4921-8042-4d7cf5707118 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253867 Sep 07 05:11:24.687296 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:24.716999 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf1b181-5a3d-4eaf-8c88-53c051d63375" -d '{"events": [{"name": "network-changed", "server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:24.839133 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5728959-8774-4816-b173-815753fd145a x-openstack-request-id: req-e5728959-8774-4816-b173-815753fd145a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:24.839565 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:24.839933 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5728959-8774-4816-b173-815753fd145a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:24.840560 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'status': 'completed', 'code': 200} Sep 07 05:11:25.015193 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:42Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '803d35c2-c7df-420c-ad3d-d8393dcc40a5', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'port_id': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'mac_address': 'fa:16:3e:4b:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:11:18Z', 'updated_at': '2021-09-07T05:11:18Z', 'revision_number': 0, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8051cd60-7293-4722-837b-3d034cd66469', 'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'mac_address': 'fa:16:3e:bf:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:40Z', 'updated_at': '2021-09-07T05:09:49Z', 'revision_number': 5, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'subnets': [{'id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:25.021809 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-215ec365-695f-4c2a-bf5a-911364dac84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:25.025305 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-215ec365-695f-4c2a-bf5a-911364dac84a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b8f3434f41f4c5b921765b440dc3b5a&device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 1099 time: 0.1557391 Sep 07 05:11:25.420741 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-bcd858d2-ea40-4c09-98fe-753f20d010b0 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:25.426501 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-bcd858d2-ea40-4c09-98fe-753f20d010b0 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 946 time: 0.3534513 Sep 07 05:11:25.520840 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-fa3ce799-1f47-4483-a16c-9292ba9e5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:25.523581 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-fa3ce799-1f47-4483-a16c-9292ba9e5245 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1201e12-05e7-4cd3-92f9-028aebcf9374 HTTP/1.1" status: 200 len: 910 time: 0.4874551 Sep 07 05:11:25.895498 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fea8f1-449b-44a0-8ff4-740faeea1449 None None] The sync data for ids ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'] in dv-cinder-804757-6-iscsi is: [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:42Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '803d35c2-c7df-420c-ad3d-d8393dcc40a5', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'port_id': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'mac_address': 'fa:16:3e:4b:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:11:18Z', 'updated_at': '2021-09-07T05:11:18Z', 'revision_number': 0, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8051cd60-7293-4722-837b-3d034cd66469', 'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'mac_address': 'fa:16:3e:bf:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:40Z', 'updated_at': '2021-09-07T05:09:49Z', 'revision_number': 5, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'subnets': [{'id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:11:25.951009 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 2dd61c30-9a35-49de-8297-0c28ae09410f up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:26.078900 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7fa07-2303-4794-a274-d370562817d9 req-64df653c-732c-416a-9e23-564567522506 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:26.094431 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0ae7fa07-2303-4794-a274-d370562817d9 req-64df653c-732c-416a-9e23-564567522506 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 946 time: 0.8908262 Sep 07 05:11:26.110536 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 2dd61c30-9a35-49de-8297-0c28ae09410f completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:26.135436 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 2dd61c30-9a35-49de-8297-0c28ae09410f triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:26.136045 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:26.157276 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-eec54521-2094-4537-b3fb-b8739c996253 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0 HTTP/1.1" status: 200 len: 999 time: 0.6264622 Sep 07 05:11:26.272877 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-391b43af-fec0-40c0-93c1-dcd96f7b0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:26.276274 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-391b43af-fec0-40c0-93c1-dcd96f7b0e5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a3152c4-e125-49b6-8878-9a13d78d4e0b HTTP/1.1" status: 200 len: 848 time: 0.1103859 Sep 07 05:11:26.314231 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e1d9c-533e-4ce2-a204-320cd4b55b1b req-c6a4f4a4-1c97-4810-8af9-fb3da1e07df7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:26.315774 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-116e1d9c-533e-4ce2-a204-320cd4b55b1b req-c6a4f4a4-1c97-4810-8af9-fb3da1e07df7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.4743853 Sep 07 05:11:26.334950 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0ae7fa07-2303-4794-a274-d370562817d9 req-b04b1bd1-cc56-44d3-9734-70b884c6a28f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233047 Sep 07 05:11:26.353906 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-949e05f5-f571-4548-aa28-a2d54dc4cb56 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Deleting port 82caa0ca-56d2-4151-8cf3-33c9cabc2343 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:11:26.354903 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-949e05f5-f571-4548-aa28-a2d54dc4cb56 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:26.479207 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-116e1d9c-533e-4ce2-a204-320cd4b55b1b req-b5d8364d-ad83-4e57-9c0d-db2b92e121d4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520119 Sep 07 05:11:26.504525 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1687c12-0ef3-46c1-9532-a3cb6e560389 None None] New status for floating IP 803d35c2-c7df-420c-ad3d-d8393dcc40a5: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:11:26.532643 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-3892895b-aaad-432f-af85-cfbba4ff9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:26.536607 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-3892895b-aaad-432f-af85-cfbba4ff9f8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1201e12-05e7-4cd3-92f9-028aebcf9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2047956 Sep 07 05:11:26.565154 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:26.685716 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 2dd61c30-9a35-49de-8297-0c28ae09410f, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=2dd61c30-9a35-49de-8297-0c28ae09410f,segment=NetworkSegment(7c7399ce-8a76-4d4c-910d-28115d8c2afb),segment_id=7c7399ce-8a76-4d4c-910d-28115d8c2afb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:26.696302 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:26.730818 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-949e05f5-f571-4548-aa28-a2d54dc4cb56 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] For port 82caa0ca-56d2-4151-8cf3-33c9cabc2343, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82caa0ca-56d2-4151-8cf3-33c9cabc2343,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:26.731566 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-949e05f5-f571-4548-aa28-a2d54dc4cb56 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:26.756841 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-949e05f5-f571-4548-aa28-a2d54dc4cb56 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Calling delete_port for 82caa0ca-56d2-4151-8cf3-33c9cabc2343 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:11:26.795732 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-0fa06be7-55f3-4732-9488-35523aca0ed3 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510810 Sep 07 05:11:26.845084 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=2dd61c30-9a35-49de-8297-0c28ae09410f,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:26.953169 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fcf1b181-5a3d-4eaf-8c88-53c051d63375 req-c3427bcd-ee6e-42c7-9781-5848bc4be172 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490076 Sep 07 05:11:27.191325 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-949e05f5-f571-4548-aa28-a2d54dc4cb56 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:27.203829 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['14ff704b-65f7-44b9-95cd-5ce4fb7a0fad'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:11:27.263665 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e05f5-f571-4548-aa28-a2d54dc4cb56 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Pushing event deleted for resources: {'Port': ['ID=82caa0ca-56d2-4151-8cf3-33c9cabc2343,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:27.458617 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-949e05f5-f571-4548-aa28-a2d54dc4cb56 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] No DVR routers for this DVR port 82caa0ca-56d2-4151-8cf3-33c9cabc2343 on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:11:27.471434 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-949e05f5-f571-4548-aa28-a2d54dc4cb56 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:27.475233 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0b6b8a1c-97f5-4d2b-8c2e-61add5a1eac2 req-949e05f5-f571-4548-aa28-a2d54dc4cb56 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "DELETE /v2.0/ports/82caa0ca-56d2-4151-8cf3-33c9cabc2343 HTTP/1.1" status: 204 len: 173 time: 2.0415373 Sep 07 05:11:27.480371 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd', 'name': 'network-vif-deleted', 'tag': '82caa0ca-56d2-4151-8cf3-33c9cabc2343'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:27.493233 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aa9ffd-b94d-475c-a4b0-e094fd00b97c" -d '{"events": [{"server_uuid": "059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd", "name": "network-vif-deleted", "tag": "82caa0ca-56d2-4151-8cf3-33c9cabc2343"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:27.646054 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e67739d-f4ed-495b-960a-18266778cc04 x-openstack-request-id: req-5e67739d-f4ed-495b-960a-18266778cc04 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:27.646632 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd", "name": "network-vif-deleted", "tag": "82caa0ca-56d2-4151-8cf3-33c9cabc2343", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:27.647026 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e67739d-f4ed-495b-960a-18266778cc04 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:27.647771 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd', 'name': 'network-vif-deleted', 'tag': '82caa0ca-56d2-4151-8cf3-33c9cabc2343', 'status': 'completed', 'code': 200} Sep 07 05:11:27.735434 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 2dd61c30-9a35-49de-8297-0c28ae09410f up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:27.744384 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-dbb2c42e-0f35-4317-835d-c8a89ff462fe req-6419070c-bd7b-416e-9212-1cc9ff9841a9 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=059dc2d6-d77c-43a8-94ba-2f3dd9cda6cd HTTP/1.1" status: 200 len: 210 time: 0.1851580 Sep 07 05:11:27.861825 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 2dd61c30-9a35-49de-8297-0c28ae09410f triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:27.862414 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:27.988160 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7317bd-64bb-4667-9348-29f5ac993ce3 req-4872ac6d-1d78-4866-8586-4eaac3ca4abb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:28.002689 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9a7317bd-64bb-4667-9348-29f5ac993ce3 req-4872ac6d-1d78-4866-8586-4eaac3ca4abb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1579428 Sep 07 05:11:28.124365 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9a7317bd-64bb-4667-9348-29f5ac993ce3 req-b64d8c8f-f789-4ca2-9215-a3e717bc648a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190650 Sep 07 05:11:28.315242 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 82caa0ca-56d2-4151-8cf3-33c9cabc2343 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:11:28.379503 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 82caa0ca-56d2-4151-8cf3-33c9cabc2343 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:11:28.380588 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 82caa0ca-56d2-4151-8cf3-33c9cabc2343 not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:11:29.428732 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8949c-492e-448a-ab53-1255b1fda835 req-56c00559-ed19-43de-8551-f9609b2e9580 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:29.441988 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-66a8949c-492e-448a-ab53-1255b1fda835 req-56c00559-ed19-43de-8551-f9609b2e9580 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1499527 Sep 07 05:11:29.550922 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-66a8949c-492e-448a-ab53-1255b1fda835 req-c6cb755f-7446-4a65-bbe9-5e52337f2c70 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079338 Sep 07 05:11:30.487146 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f0cd9-6b02-4ffe-80de-4f9ce08139d7 req-090af8b5-03a0-4812-8b13-fddc0da5c130 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:30.502319 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-018f0cd9-6b02-4ffe-80de-4f9ce08139d7 req-090af8b5-03a0-4812-8b13-fddc0da5c130 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 945 time: 0.1212583 Sep 07 05:11:30.615172 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-018f0cd9-6b02-4ffe-80de-4f9ce08139d7 req-a9e7331d-351c-4f39-94c0-c598d53af50b tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091139 Sep 07 05:11:30.890101 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1b701-9921-42f4-ba4b-fd366f817e00 req-cb36db65-1f1a-491d-8f79-8d1a4d850ce9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:30.891861 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bca1b701-9921-42f4-ba4b-fd366f817e00 req-cb36db65-1f1a-491d-8f79-8d1a4d850ce9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1399333 Sep 07 05:11:30.968474 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bca1b701-9921-42f4-ba4b-fd366f817e00 req-6ddb4a1c-4c85-4d9c-9db0-5e43b5cb5a39 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647168 Sep 07 05:11:31.860250 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442112f0-89e6-483e-b87e-d972442dbb1a req-30b41396-b4d5-42f9-9e64-6c3038a1429f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:31.863030 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-442112f0-89e6-483e-b87e-d972442dbb1a req-30b41396-b4d5-42f9-9e64-6c3038a1429f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 945 time: 0.0966122 Sep 07 05:11:31.928867 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-442112f0-89e6-483e-b87e-d972442dbb1a req-e9952bf7-021f-45f2-a88a-2cfafd415d69 tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/security-groups?id=00320767-1652-41ee-b772-dfe80e151ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566611 Sep 07 05:11:32.033438 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-559d3452-4331-423e-acba-c9cdfc5afc2f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:32.035694 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-559d3452-4331-423e-acba-c9cdfc5afc2f tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 945 time: 0.1031389 Sep 07 05:11:32.224644 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b94486-bdfc-4ec9-8e5c-94c3d37922b2 req-7bc020e8-1a19-486d-ab55-2a29d584ef01 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:32.224644 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-52b94486-bdfc-4ec9-8e5c-94c3d37922b2 req-7bc020e8-1a19-486d-ab55-2a29d584ef01 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1632383 Sep 07 05:11:32.269559 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-d72090f9-6a89-4fa4-bee2-5b8c4da9babd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Deleting port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:11:32.269912 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-d72090f9-6a89-4fa4-bee2-5b8c4da9babd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:32.339451 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-52b94486-bdfc-4ec9-8e5c-94c3d37922b2 req-fe0d8013-ee85-42d8-abeb-cf426f18e833 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996954 Sep 07 05:11:32.517805 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-d72090f9-6a89-4fa4-bee2-5b8c4da9babd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] For port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,segment=NetworkSegment(f895e407-38d5-4cab-a42f-dc8747e261c4),segment_id=f895e407-38d5-4cab-a42f-dc8747e261c4)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:32.517805 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-d72090f9-6a89-4fa4-bee2-5b8c4da9babd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:32.545429 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-d72090f9-6a89-4fa4-bee2-5b8c4da9babd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Calling delete_port for 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:11:32.791807 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-d72090f9-6a89-4fa4-bee2-5b8c4da9babd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:32.806713 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['14ff704b-65f7-44b9-95cd-5ce4fb7a0fad'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:11:32.822679 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72090f9-6a89-4fa4-bee2-5b8c4da9babd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Pushing event deleted for resources: {'Port': ['ID=14ff704b-65f7-44b9-95cd-5ce4fb7a0fad,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:32.924457 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-d72090f9-6a89-4fa4-bee2-5b8c4da9babd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] No DVR routers for this DVR port 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:11:32.930412 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-d72090f9-6a89-4fa4-bee2-5b8c4da9babd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:32.934678 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6f026c99-a942-42cf-a6b6-93c7a5c67bae req-d72090f9-6a89-4fa4-bee2-5b8c4da9babd tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.16 "DELETE /v2.0/ports/14ff704b-65f7-44b9-95cd-5ce4fb7a0fad HTTP/1.1" status: 204 len: 173 time: 0.8908629 Sep 07 05:11:32.935772 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce615f4-7959-47c0-a3e6-d4592b7128c4', 'name': 'network-vif-deleted', 'tag': '14ff704b-65f7-44b9-95cd-5ce4fb7a0fad'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:32.957750 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955e714d-4191-438d-8eb0-7c8aa9b2126b" -d '{"events": [{"server_uuid": "bce615f4-7959-47c0-a3e6-d4592b7128c4", "name": "network-vif-deleted", "tag": "14ff704b-65f7-44b9-95cd-5ce4fb7a0fad"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:33.158365 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aa7b4d-c1ea-4043-b37c-d833edc0c732 x-openstack-request-id: req-73aa7b4d-c1ea-4043-b37c-d833edc0c732 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:33.159050 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce615f4-7959-47c0-a3e6-d4592b7128c4", "name": "network-vif-deleted", "tag": "14ff704b-65f7-44b9-95cd-5ce4fb7a0fad", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:33.159050 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73aa7b4d-c1ea-4043-b37c-d833edc0c732 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:33.159575 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce615f4-7959-47c0-a3e6-d4592b7128c4', 'name': 'network-vif-deleted', 'tag': '14ff704b-65f7-44b9-95cd-5ce4fb7a0fad', 'status': 'completed', 'code': 200} Sep 07 05:11:33.267098 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-858e00b5-b20e-41f4-a444-f7a0ac2829f6 req-4710a212-259b-4a6b-a3dc-6e5031748e0a tempest-AttachVolumeNegativeTest-502309634 tempest-AttachVolumeNegativeTest-502309634-project] 10.222.0.49 "GET /v2.0/ports?device_id=bce615f4-7959-47c0-a3e6-d4592b7128c4 HTTP/1.1" status: 200 len: 210 time: 0.0705338 Sep 07 05:11:33.645775 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32934cda-a3db-4668-934e-09e7ecf8103a req-c266da91-6609-455d-a856-c380a05bc1b9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:33.659136 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-32934cda-a3db-4668-934e-09e7ecf8103a req-c266da91-6609-455d-a856-c380a05bc1b9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1983380 Sep 07 05:11:33.848240 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-32934cda-a3db-4668-934e-09e7ecf8103a req-79fe5764-8624-4703-b2f1-ca12584d696d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860738 Sep 07 05:11:34.330033 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 47980) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:34.391920 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-8808ecc4-4659-47e7-a073-480278d8b5db admin admin] Deleting subnet 43410038-fd54-41fe-bdbf-c35ae7ac4200 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:11:34.396730 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8808ecc4-4659-47e7-a073-480278d8b5db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:34.448156 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8808ecc4-4659-47e7-a073-480278d8b5db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9990761'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:34.513657 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8808ecc4-4659-47e7-a073-480278d8b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:34.664426 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8808ecc4-4659-47e7-a073-480278d8b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9453644'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:34.719325 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808ecc4-4659-47e7-a073-480278d8b5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43410038-fd54-41fe-bdbf-c35ae7ac4200,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:34.730506 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8808ecc4-4659-47e7-a073-480278d8b5db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:34.734360 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-8808ecc4-4659-47e7-a073-480278d8b5db admin admin] 10.222.0.49 "DELETE /v2.0/subnets/43410038-fd54-41fe-bdbf-c35ae7ac4200 HTTP/1.1" status: 204 len: 168 time: 0.4023421 Sep 07 05:11:34.737375 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47982) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:34.877232 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:35.004602 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:35.066312 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084a4ab2-0603-4144-8506-7432fe6ed715']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:35.089107 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f895e407-38d5-4cab-a42f-dc8747e261c4') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:35.093756 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f895e407-38d5-4cab-a42f-dc8747e261c4') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:11:35.108279 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9872452'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:35.121257 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c3630-55c6-4ccf-852e-4d104858f7f1 req-90d62a93-ca57-462f-aecb-078df2c7eb45 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:35.132371 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:35.140704 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dd9c3630-55c6-4ccf-852e-4d104858f7f1 req-90d62a93-ca57-462f-aecb-078df2c7eb45 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1202464 Sep 07 05:11:35.150179 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:11:35.150994 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9872493'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: Traceback (most recent call last): Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: timer() Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: cb(*args, **kw) Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: return func(*args, **kwargs) Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: self._notify() Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: self.callback(batched_events) Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: event.method(event) Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: return f(self, *a, **k) Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._get(url).json() Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:11:35.159034 dv-cinder-804757-6-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:11:35.219124 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dd9c3630-55c6-4ccf-852e-4d104858f7f1 req-0d6025ab-07ca-49dc-9a89-3dba317caaf4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726161 Sep 07 05:11:35.358685 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:35.369813 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:35.374774 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] 10.222.0.49 "DELETE /v2.0/networks/084a4ab2-0603-4144-8506-7432fe6ed715 HTTP/1.1" status: 204 len: 168 time: 0.6326563 Sep 07 05:11:35.417136 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced8621-760a-4b0e-a8e8-b9f21bb14773 admin admin] Pushing event deleted for resources: {'Network': ['ID=084a4ab2-0603-4144-8506-7432fe6ed715,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:35.619553 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 47998) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:35.823090 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f79d167e-fc02-4345-be4c-de072625fc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:35.828975 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48006) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:35.892860 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-06deeb0a-fcae-4225-a220-d8f0a0494afb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f742cdbc3794ad9a676e348c36c7c24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0582657 Sep 07 05:11:35.893148 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48010) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:35.999462 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-414136c9-7712-489a-b90f-26ff75c4e590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:36.029302 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f79d167e-fc02-4345-be4c-de072625fc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:36.036193 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f79d167e-fc02-4345-be4c-de072625fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:36.069195 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-414136c9-7712-489a-b90f-26ff75c4e590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:36.129904 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f79d167e-fc02-4345-be4c-de072625fc53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef3228a69a9e4cd2aa2e62d91248eda5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5051942 Sep 07 05:11:36.139356 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-414136c9-7712-489a-b90f-26ff75c4e590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:36.144495 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48020) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:36.145736 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-414136c9-7712-489a-b90f-26ff75c4e590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:36.148382 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-414136c9-7712-489a-b90f-26ff75c4e590 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00320767-1652-41ee-b772-dfe80e151ad5 HTTP/1.1" status: 204 len: 168 time: 0.2541752 Sep 07 05:11:36.180990 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:11:36.183598 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414136c9-7712-489a-b90f-26ff75c4e590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00320767-1652-41ee-b772-dfe80e151ad5,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:36.241817 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d167e-fc02-4345-be4c-de072625fc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8443408c-039c-4d3e-ba7b-425f96db1f01,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:36.274328 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b59c210-4e4f-4975-823f-02e6e938bc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:36.302925 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b59c210-4e4f-4975-823f-02e6e938bc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:36.323689 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:11:36.359120 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:11:36.359747 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 14ff704b-65f7-44b9-95cd-5ce4fb7a0fad not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:11:36.449075 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dd784-3c9d-4f39-90aa-a834fc899cda req-9368b919-5991-4759-bbe3-476de5e90020 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:36.451578 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce7dd784-3c9d-4f39-90aa-a834fc899cda req-9368b919-5991-4759-bbe3-476de5e90020 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.0948648 Sep 07 05:11:36.453063 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b59c210-4e4f-4975-823f-02e6e938bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:36.456761 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0b59c210-4e4f-4975-823f-02e6e938bc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:36.458236 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0b59c210-4e4f-4975-823f-02e6e938bc44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8443408c-039c-4d3e-ba7b-425f96db1f01 HTTP/1.1" status: 204 len: 168 time: 0.3125076 Sep 07 05:11:36.495225 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59c210-4e4f-4975-823f-02e6e938bc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8443408c-039c-4d3e-ba7b-425f96db1f01,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:36.526180 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ce7dd784-3c9d-4f39-90aa-a834fc899cda req-3f1a1108-e996-4ed5-bde6-821c017a1bf7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624678 Sep 07 05:11:36.653779 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87ac9-74e3-4000-9245-efad406822ba req-843c0c4d-835b-46e4-8e5a-3a3e6b336bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:36.655508 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-21d87ac9-74e3-4000-9245-efad406822ba req-843c0c4d-835b-46e4-8e5a-3a3e6b336bf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 1098 time: 0.0725088 Sep 07 05:11:36.780978 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87ac9-74e3-4000-9245-efad406822ba req-d5d4871d-1ac8-43c9-8776-c6fa215353ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:36.782669 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-21d87ac9-74e3-4000-9245-efad406822ba req-d5d4871d-1ac8-43c9-8776-c6fa215353ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 918 time: 0.1193402 Sep 07 05:11:36.931374 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-21d87ac9-74e3-4000-9245-efad406822ba req-c372a275-20b5-4ab7-b872-a8108d4025a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26f13ac0-5239-494c-9ff4-1959be9b1272 HTTP/1.1" status: 200 len: 1001 time: 0.1376531 Sep 07 05:11:37.005586 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87ac9-74e3-4000-9245-efad406822ba req-159578ff-fe94-40f1-a9e4-a5336a89b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:37.007580 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-21d87ac9-74e3-4000-9245-efad406822ba req-159578ff-fe94-40f1-a9e4-a5336a89b629 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.0664930 Sep 07 05:11:37.078531 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87ac9-74e3-4000-9245-efad406822ba req-d0efefc7-8138-4efb-8024-5ccbe441c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:37.080913 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-21d87ac9-74e3-4000-9245-efad406822ba req-d0efefc7-8138-4efb-8024-5ccbe441c410 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658808 Sep 07 05:11:37.223959 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-21d87ac9-74e3-4000-9245-efad406822ba req-f7449b62-8b94-4087-9f83-b11905e9da9c service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349735 Sep 07 05:11:37.356307 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-21d87ac9-74e3-4000-9245-efad406822ba req-7797d24f-e7c8-437e-9294-141578d16d5b service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246440 Sep 07 05:11:37.668884 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbb474-d909-4d0c-ac16-c6a656625a05 req-71e47412-5e15-4f25-b3e2-153f34ebfc83 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:37.670612 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-64cbb474-d909-4d0c-ac16-c6a656625a05 req-71e47412-5e15-4f25-b3e2-153f34ebfc83 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.0599601 Sep 07 05:11:37.720817 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-64cbb474-d909-4d0c-ac16-c6a656625a05 req-b51361f5-1e1b-444f-be55-99d0242c2a51 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379210 Sep 07 05:11:37.932214 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-5b69e6c9-d70f-49ed-8dfa-598b85153cd6 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:37.933784 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-5b69e6c9-d70f-49ed-8dfa-598b85153cd6 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/networks?id=6065651b-6165-4696-96ad-91f42eb0fbab HTTP/1.1" status: 200 len: 814 time: 0.1268115 Sep 07 05:11:37.952004 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f88ae19c-0c88-4d85-95c4-70116da76604 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/quotas/353849bf81084dca8a2a5ab4624252f1 HTTP/1.1" status: 200 len: 375 time: 0.0104833 Sep 07 05:11:38.014597 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-9d5e7955-9add-492a-99e4-67395f7d9810 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=353849bf81084dca8a2a5ab4624252f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562704 Sep 07 05:11:38.131233 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-4b029ca1-3d41-475b-9c79-2ced4d720ec3 service neutron] 10.222.0.49 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020069 Sep 07 05:11:38.236355 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-7c84f7fd-3f4a-44c4-a434-d398dca2b175 service neutron] 10.222.0.49 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976431 Sep 07 05:11:38.428877 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-029be44e-c166-47b4-b65e-71f97a089656 req-b73669c6-e48c-4c21-9d7c-4456fcc74387 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 210 time: 0.0368483 Sep 07 05:11:38.869796 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb2982-5c42-4bd6-b92c-2eaa50d96f0f req-4ed71bd1-d38b-490c-81b0-0c93cd30432c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:38.871545 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2ebb2982-5c42-4bd6-b92c-2eaa50d96f0f req-4ed71bd1-d38b-490c-81b0-0c93cd30432c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.0607820 Sep 07 05:11:38.926183 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2ebb2982-5c42-4bd6-b92c-2eaa50d96f0f req-2b85ce5c-2664-4a87-8e59-7b9687f1dd67 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457563 Sep 07 05:11:39.056518 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48166) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:39.079965 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48170) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:39.199263 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9e34049-d86b-42c1-a9d1-01d807d1b267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.213694 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cadeba34-c815-4bc7-a92b-03abf99b2d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.241323 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.db.api [None req-cadeba34-c815-4bc7-a92b-03abf99b2d4f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 05:11:39.241323 dv-cinder-804757-6-iscsi neutron-server[94012]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 05:11:39.241323 dv-cinder-804757-6-iscsi neutron-server[94012]: [parameters: {'project_id': '7b3e398a35a246c7ad5dd59bc5ffcec1', 'id': 'b9aba7aa-1c10-466c-bbb2-e6baf44b828c', 'expiration': datetime.datetime(2021, 9, 7, 5, 13, 39, 237066)}] Sep 07 05:11:39.241323 dv-cinder-804757-6-iscsi neutron-server[94012]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 05:11:39.241775 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG oslo_db.api [None req-cadeba34-c815-4bc7-a92b-03abf99b2d4f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 05:11:39.312237 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9e34049-d86b-42c1-a9d1-01d807d1b267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.316025 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a9e34049-d86b-42c1-a9d1-01d807d1b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.353798 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a9e34049-d86b-42c1-a9d1-01d807d1b267 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e12f63f08d74a6db2037ea4cd949a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957265 Sep 07 05:11:39.354628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e34049-d86b-42c1-a9d1-01d807d1b267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c016d46b-455b-43b7-a397-8a7f448965b6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:39.357704 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48174) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:39.412152 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-837a3e08-ae12-41da-8c38-7a2e359b4b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.439664 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-837a3e08-ae12-41da-8c38-7a2e359b4b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.507063 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-837a3e08-ae12-41da-8c38-7a2e359b4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.510656 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-837a3e08-ae12-41da-8c38-7a2e359b4b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.514532 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-837a3e08-ae12-41da-8c38-7a2e359b4b18 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c016d46b-455b-43b7-a397-8a7f448965b6 HTTP/1.1" status: 204 len: 168 time: 0.1528327 Sep 07 05:11:39.521252 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a3e08-ae12-41da-8c38-7a2e359b4b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c016d46b-455b-43b7-a397-8a7f448965b6,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:39.587238 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7e42fbcd-2479-4ea8-aa6d-18f4678e76b3 req-63a1e2a5-4039-443a-9a61-334c3bed31f4 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 210 time: 0.0358877 Sep 07 05:11:39.689621 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-e610060d-4b41-46c8-9bc5-c09dff5a4462 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:39.691369 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-e610060d-4b41-46c8-9bc5-c09dff5a4462 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.16 "GET /v2.0/networks?id=6065651b-6165-4696-96ad-91f42eb0fbab HTTP/1.1" status: 200 len: 814 time: 0.1383450 Sep 07 05:11:39.705892 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'port': {'device_id': '8025577f-996c-4b2e-a108-00afae77fc80', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'admin_state_up': True, 'tenant_id': '353849bf81084dca8a2a5ab4624252f1'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:11:39.744174 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cadeba34-c815-4bc7-a92b-03abf99b2d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.867275 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cadeba34-c815-4bc7-a92b-03abf99b2d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.873084 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cadeba34-c815-4bc7-a92b-03abf99b2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.892567 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Made reservation on behalf of 353849bf81084dca8a2a5ab4624252f1 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:11:39.897597 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:39.900574 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48188) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:39.914789 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-cadeba34-c815-4bc7-a92b-03abf99b2d4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b3e398a35a246c7ad5dd59bc5ffcec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8312683 Sep 07 05:11:39.916207 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadeba34-c815-4bc7-a92b-03abf99b2d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eedd0d4-9e2e-4f45-9827-582b2963eeda,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:39.917923 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48192) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:39.932389 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a230c9b-f9f8-4a26-a53c-5753b4968284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.140820 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7a40-ef2c-45ec-8971-2b04134c9c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.182852 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593aaaa-eda2-4e6f-be52-870f7d43e1de req-a0d9e041-61f1-4e2d-9544-98272d8b764a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:40.184522 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a593aaaa-eda2-4e6f-be52-870f7d43e1de req-a0d9e041-61f1-4e2d-9544-98272d8b764a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 945 time: 0.1666365 Sep 07 05:11:40.205047 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7a40-ef2c-45ec-8971-2b04134c9c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.252452 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Allocated IP 172.20.0.4 (6065651b-6165-4696-96ad-91f42eb0fbab/5ad58b6d-e8b9-4225-b208-97c5bf279578/1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:11:40.322456 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a593aaaa-eda2-4e6f-be52-870f7d43e1de req-a72d5c09-1ee1-494e-a63b-eecd609c8113 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261799 Sep 07 05:11:40.322916 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 26f13ac0-5239-494c-9ff4-1959be9b1272 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:11:40.361118 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a230c9b-f9f8-4a26-a53c-5753b4968284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.376803 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a230c9b-f9f8-4a26-a53c-5753b4968284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.424847 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7a40-ef2c-45ec-8971-2b04134c9c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.429152 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7a40-ef2c-45ec-8971-2b04134c9c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.430897 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-c6ab7a40-ef2c-45ec-8971-2b04134c9c35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3eedd0d4-9e2e-4f45-9827-582b2963eeda HTTP/1.1" status: 204 len: 168 time: 0.5075326 Sep 07 05:11:40.485131 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7a230c9b-f9f8-4a26-a53c-5753b4968284 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e15c0897de0465f96293b7027040b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5825837 Sep 07 05:11:40.487807 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48214) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:40.536440 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a230c9b-f9f8-4a26-a53c-5753b4968284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651129c5-de7f-4326-98a5-9452bc292362,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:40.589721 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.593065 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab7a40-ef2c-45ec-8971-2b04134c9c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eedd0d4-9e2e-4f45-9827-582b2963eeda,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:40.673958 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:40.675779 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:40.680982 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a26fcd-13d8-4e42-a2b2-b85ae5abf513" -d '{"events": [{"server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "name": "network-vif-unplugged", "status": "completed", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:40.682866 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6963f28-e714-41c0-b0f7-40e34bee8c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.686531 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.687090 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.728008 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Transition to ACTIVE for port object 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:40.754754 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6963f28-e714-41c0-b0f7-40e34bee8c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.815598 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=8']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:40.820812 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-864c7f07-9f35-4daa-afeb-ad2244ef6a42 req-6c6a0265-1877-49df-9e94-e2b0903345b6 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 210 time: 0.0746608 Sep 07 05:11:40.877408 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6963f28-e714-41c0-b0f7-40e34bee8c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.880306 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e6963f28-e714-41c0-b0f7-40e34bee8c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.880602 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:40.884313 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e6963f28-e714-41c0-b0f7-40e34bee8c2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/651129c5-de7f-4326-98a5-9452bc292362 HTTP/1.1" status: 204 len: 168 time: 0.3923864 Sep 07 05:11:40.901455 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6963f28-e714-41c0-b0f7-40e34bee8c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651129c5-de7f-4326-98a5-9452bc292362,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:40.903984 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943d8361-e963-4f47-a234-efc1360c11c6 x-openstack-request-id: req-943d8361-e963-4f47-a234-efc1360c11c6 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:40.904489 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "name": "network-vif-unplugged", "status": "failed", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272", "code": 422}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:40.904894 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-943d8361-e963-4f47-a234-efc1360c11c6 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:40.905463 dv-cinder-804757-6-iscsi neutron-server[94013]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'code': 422} returned with failed status Sep 07 05:11:41.002982 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Network 6065651b-6165-4696-96ad-91f42eb0fbab is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:11:41.009069 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:11:41.016788 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:11:41.079407 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:41.080196 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:41.091125 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'Port': ['ID=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:41.107214 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-82ecc863-aa64-46d9-b9e2-0281e4e96bf7 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4051373 Sep 07 05:11:41.141771 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Request body: {'port': {'device_id': '8025577f-996c-4b2e-a108-00afae77fc80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:11:41.360233 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:41.370177 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48238) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:41.442321 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94a76bad-1f15-400a-9dc6-657d8c1e4eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:41.465030 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a74f050c-f75f-4637-a96d-da0c18067f09 None None] Provisioning for port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:41.474222 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a74f050c-f75f-4637-a96d-da0c18067f09 None None] Provisioning complete for port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:41.476171 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a74f050c-f75f-4637-a96d-da0c18067f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:41.504279 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [req-146c5be6-02fb-4e93-958d-a5de9702716a req-5ca19206-c1c0-4bdc-8d5b-a2ea245fbd5b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:11:41.506190 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-146c5be6-02fb-4e93-958d-a5de9702716a req-5ca19206-c1c0-4bdc-8d5b-a2ea245fbd5b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083189 Sep 07 05:11:41.568604 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a74f050c-f75f-4637-a96d-da0c18067f09 None None] Port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:11:41.884576 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94a76bad-1f15-400a-9dc6-657d8c1e4eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:41.891172 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94a76bad-1f15-400a-9dc6-657d8c1e4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:41.937227 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-94a76bad-1f15-400a-9dc6-657d8c1e4eb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=284a7b45891c45d6a99685790c1c88d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649819 Sep 07 05:11:41.960315 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48256) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:41.969760 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08fe16-d6ed-40c6-b511-0e74bf4e94c0 req-5d767e6b-7fef-4a09-89f0-8dab54b480dd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:41.978454 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0d08fe16-d6ed-40c6-b511-0e74bf4e94c0 req-5d767e6b-7fef-4a09-89f0-8dab54b480dd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.2251253 Sep 07 05:11:42.100907 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a76bad-1f15-400a-9dc6-657d8c1e4eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2f44c-6730-42d9-a98e-0502cbad118a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:42.187996 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0d08fe16-d6ed-40c6-b511-0e74bf4e94c0 req-78140958-900d-4d0e-8273-4d75d375c7bf tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083008 Sep 07 05:11:42.241374 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d75-316e-4463-8190-88b69e2d73d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:42.280057 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d75-316e-4463-8190-88b69e2d73d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:42.389811 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d75-316e-4463-8190-88b69e2d73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:42.393370 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2d75-316e-4463-8190-88b69e2d73d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:42.395519 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4d0b2d75-316e-4463-8190-88b69e2d73d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0a2f44c-6730-42d9-a98e-0502cbad118a HTTP/1.1" status: 204 len: 168 time: 0.4143584 Sep 07 05:11:42.415055 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:11:42.424391 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:42.431846 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b2d75-316e-4463-8190-88b69e2d73d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2f44c-6730-42d9-a98e-0502cbad118a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:42.450106 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Transition to ACTIVE for port object 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:11:42.480886 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:42.739418 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ca603-72a0-4c7c-8b67-37a14c72b6ab req-1ec5ead5-726d-4a66-af6b-80f368ba07da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:42.746577 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9b1ca603-72a0-4c7c-8b67-37a14c72b6ab req-1ec5ead5-726d-4a66-af6b-80f368ba07da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 931 time: 0.3098333 Sep 07 05:11:42.764895 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Pushing event updated for resources: {'Port': ['ID=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:42.836826 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9b1ca603-72a0-4c7c-8b67-37a14c72b6ab req-5a126140-48d4-4ef8-afb3-b18acfb0fd23 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578227 Sep 07 05:11:42.860159 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Attempting to bind port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:11:42.860695 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Attempting to bind port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:11:42.861169 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Attempting to bind port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 on network 6065651b-6165-4696-96ad-91f42eb0fbab {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:11:42.866265 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 on network 6065651b-6165-4696-96ad-91f42eb0fbab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:11:42.866942 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Attempting to bind port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 on network 6065651b-6165-4696-96ad-91f42eb0fbab {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:11:42.876367 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:11:42.877380 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Checking segment: {'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:11:42.878395 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Bound using segment: {'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:11:42.879086 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Bound port: 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:11:42.879906 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:43.050375 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] For port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:11:43.059076 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] For port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:11:43.072263 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:43.126613 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:43.127419 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:43.128680 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] 10.222.0.16 "PUT /v2.0/ports/1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 HTTP/1.1" status: 200 len: 1093 time: 1.9958658 Sep 07 05:11:43.129137 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:43.129806 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48292) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:43.131382 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e47111c-27e1-49d5-b3c5-5bef10c2638c" -d '{"events": [{"name": "network-changed", "server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:43.209090 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e39f9-a479-4a7d-b2bc-ef9ede10cc7b service neutron] Pushing event updated for resources: {'Port': ['ID=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:43.254827 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c717898-2339-4b35-980e-fb7a5da84e1e x-openstack-request-id: req-4c717898-2339-4b35-980e-fb7a5da84e1e {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:43.255171 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:43.255366 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c717898-2339-4b35-980e-fb7a5da84e1e {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:43.255770 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'status': 'completed', 'code': 200} Sep 07 05:11:43.481714 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcaf0a-5a36-492b-9b50-4e0d5c48dbf7 req-82c2a059-e142-4261-a9ce-3b1e630e1af0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:43.481714 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d5dcaf0a-5a36-492b-9b50-4e0d5c48dbf7 req-82c2a059-e142-4261-a9ce-3b1e630e1af0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.1087909 Sep 07 05:11:43.555919 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d5dcaf0a-5a36-492b-9b50-4e0d5c48dbf7 req-c4a52033-0b76-4961-8749-a2653a330120 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613573 Sep 07 05:11:43.662880 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-08f47b7e-b2d4-46e1-a701-588d6e8ade50 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5275257 Sep 07 05:11:43.669889 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-1d014f6b-8e3b-445d-a53f-83f530ea3e98 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:11:43.682645 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-1d014f6b-8e3b-445d-a53f-83f530ea3e98 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184519 Sep 07 05:11:44.087866 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56090-e95b-4688-921d-9db479b3e3da req-1fc3b6b1-46c0-4055-9541-dfd5c327707c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:44.095779 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e0a56090-e95b-4688-921d-9db479b3e3da req-1fc3b6b1-46c0-4055-9541-dfd5c327707c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 943 time: 0.0983348 Sep 07 05:11:44.162076 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e0a56090-e95b-4688-921d-9db479b3e3da req-0775fdd5-1dea-44bc-9444-d5e99af88657 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617383 Sep 07 05:11:44.771466 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e2b52-8593-4d9f-89da-105013528df6 req-0e700318-994e-45a2-8895-2cda89d27f39 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:44.774178 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c11e2b52-8593-4d9f-89da-105013528df6 req-0e700318-994e-45a2-8895-2cda89d27f39 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0786333 Sep 07 05:11:44.828343 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c11e2b52-8593-4d9f-89da-105013528df6 req-ebc1b688-ab9c-403e-a644-704334b123ac tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469213 Sep 07 05:11:45.083627 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48390) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:45.470964 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da2206f7-0489-4214-860e-310b6f242982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:45.559497 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb2256-60e5-48c8-9dc1-70de9f416b6f req-38066b52-94e7-4ae2-a1e9-d4afe2ae92c9 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:45.561304 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1feb2256-60e5-48c8-9dc1-70de9f416b6f req-38066b52-94e7-4ae2-a1e9-d4afe2ae92c9 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 943 time: 0.0872939 Sep 07 05:11:45.624354 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da2206f7-0489-4214-860e-310b6f242982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:45.630948 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da2206f7-0489-4214-860e-310b6f242982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:45.671428 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1feb2256-60e5-48c8-9dc1-70de9f416b6f req-7f4a1a9b-fdc1-49fc-a9a6-0becc9a1dc42 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836120 Sep 07 05:11:45.703516 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48404) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:45.703860 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-da2206f7-0489-4214-860e-310b6f242982 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8c7ce9a608a40ef8af1cceabcbd036f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188002 Sep 07 05:11:45.706194 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2206f7-0489-4214-860e-310b6f242982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e3daa8-a220-4c72-8283-0d519c8add22,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:45.772790 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7063b01-9259-4905-af08-9ab38d307719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:45.800135 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7063b01-9259-4905-af08-9ab38d307719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:45.860457 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7063b01-9259-4905-af08-9ab38d307719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:45.863121 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7063b01-9259-4905-af08-9ab38d307719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:45.864981 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-b7063b01-9259-4905-af08-9ab38d307719 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54e3daa8-a220-4c72-8283-0d519c8add22 HTTP/1.1" status: 204 len: 168 time: 0.1588297 Sep 07 05:11:45.874594 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7063b01-9259-4905-af08-9ab38d307719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e3daa8-a220-4c72-8283-0d519c8add22,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:46.009344 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a09fa-34a2-4416-847a-b10bf0e11348 req-a4a8fda9-c918-49cd-9cd7-42135daeb4be tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:46.018054 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-527a09fa-34a2-4416-847a-b10bf0e11348 req-a4a8fda9-c918-49cd-9cd7-42135daeb4be tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0635812 Sep 07 05:11:46.060655 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-527a09fa-34a2-4416-847a-b10bf0e11348 req-55031690-83fa-412a-aaf6-04f2f54dff35 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Sep 07 05:11:46.258469 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48412) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:46.276794 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8b7215eb-8a06-4794-8a0b-fb47b8dc18d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:46.382733 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8b7215eb-8a06-4794-8a0b-fb47b8dc18d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:46.386971 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8b7215eb-8a06-4794-8a0b-fb47b8dc18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:46.428763 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-8b7215eb-8a06-4794-8a0b-fb47b8dc18d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5df4c76fdaac47608e595ba163c08b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689432 Sep 07 05:11:46.430236 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7215eb-8a06-4794-8a0b-fb47b8dc18d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb890ca4-d738-4ba4-a744-982d45494b3a,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:46.433296 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48414) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:46.498656 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5841bb76-914f-4314-a47e-81b7fa585f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:46.520774 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5841bb76-914f-4314-a47e-81b7fa585f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:46.573136 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5841bb76-914f-4314-a47e-81b7fa585f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:46.575638 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5841bb76-914f-4314-a47e-81b7fa585f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:46.576850 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-5841bb76-914f-4314-a47e-81b7fa585f24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb890ca4-d738-4ba4-a744-982d45494b3a HTTP/1.1" status: 204 len: 168 time: 0.1421123 Sep 07 05:11:46.585170 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841bb76-914f-4314-a47e-81b7fa585f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb890ca4-d738-4ba4-a744-982d45494b3a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:46.816797 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2007c-3cdf-41d1-afae-b15ba1669029 req-9bf88011-eabb-460c-a1c8-7ba04466a1cc tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:46.819072 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-faf2007c-3cdf-41d1-afae-b15ba1669029 req-9bf88011-eabb-460c-a1c8-7ba04466a1cc tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 943 time: 0.0596592 Sep 07 05:11:46.890848 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-faf2007c-3cdf-41d1-afae-b15ba1669029 req-51ece756-1927-4543-905d-d0603b0e1abb tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648372 Sep 07 05:11:47.199384 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522b9fb-d98e-4ee1-835b-a5c0cf83477f req-b31c998a-a06c-40f9-a9dd-7122c21f8230 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:47.201126 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7522b9fb-d98e-4ee1-835b-a5c0cf83477f req-b31c998a-a06c-40f9-a9dd-7122c21f8230 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0633483 Sep 07 05:11:47.261914 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7522b9fb-d98e-4ee1-835b-a5c0cf83477f req-7bda44d5-742c-4be8-8b6e-2845c9eff34f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548081 Sep 07 05:11:47.799645 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7a27f9a-257c-4176-84dc-0f9c463c6f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:48.052479 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ab011-4881-4e52-9db9-0e83b88cdde5 req-04ad7d6c-8e12-48f3-99fd-0c35a9fa49fd tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:48.058372 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e56ab011-4881-4e52-9db9-0e83b88cdde5 req-04ad7d6c-8e12-48f3-99fd-0c35a9fa49fd tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 943 time: 0.0755587 Sep 07 05:11:48.144464 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e56ab011-4881-4e52-9db9-0e83b88cdde5 req-a62f062b-8c16-4931-88e7-1c7109dd3e4e tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740342 Sep 07 05:11:48.573466 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af5446-bd35-4f92-a32a-65fda5efa635 req-b2b717e1-2c95-48d9-a942-4bde4b16205c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:48.584010 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f4af5446-bd35-4f92-a32a-65fda5efa635 req-b2b717e1-2c95-48d9-a942-4bde4b16205c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.1728203 Sep 07 05:11:48.697891 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f4af5446-bd35-4f92-a32a-65fda5efa635 req-18d1b6b7-87e8-4cf9-bff0-ce8864a7c69e tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062007 Sep 07 05:11:49.293806 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48506) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:49.294088 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0efe64-32de-45bb-bff6-af2fcb02a012 req-bc6e08cf-c63c-4579-88f6-bc1ea4456d20 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:49.295639 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0efe64-32de-45bb-bff6-af2fcb02a012 req-bc6e08cf-c63c-4579-88f6-bc1ea4456d20 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 943 time: 0.0710967 Sep 07 05:11:49.354863 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0efe64-32de-45bb-bff6-af2fcb02a012 req-459c1baf-60ff-491e-b9a4-6068bf6d6887 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Sep 07 05:11:49.453583 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7eb01c78-a338-4727-9da0-908a901f5b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:49.511773 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:49.582816 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7eb01c78-a338-4727-9da0-908a901f5b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:49.617619 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7eb01c78-a338-4727-9da0-908a901f5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:49.702096 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48510) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:49.702556 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7eb01c78-a338-4727-9da0-908a901f5b60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b024eab3817b4b0a84646b7b2c7bfe86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060042 Sep 07 05:11:49.704847 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb01c78-a338-4727-9da0-908a901f5b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0f549b-3a6e-4e26-96ec-1a9f15256fed,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:49.808143 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8687e697-45b5-4215-968e-40ee60e95dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:49.854956 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8687e697-45b5-4215-968e-40ee60e95dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:49.867971 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c1d04-60ed-423f-a44b-0a17335cf4ee req-e3ddab2f-6445-44e9-b0bd-8bde1e073746 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:49.874255 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-918c1d04-60ed-423f-a44b-0a17335cf4ee req-e3ddab2f-6445-44e9-b0bd-8bde1e073746 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0686936 Sep 07 05:11:49.934088 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-918c1d04-60ed-423f-a44b-0a17335cf4ee req-dbd1ef46-c6a0-4740-a8c3-83cd70f1a70c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587742 Sep 07 05:11:49.942012 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8687e697-45b5-4215-968e-40ee60e95dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:49.947868 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8687e697-45b5-4215-968e-40ee60e95dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:49.948973 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8687e697-45b5-4215-968e-40ee60e95dd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e0f549b-3a6e-4e26-96ec-1a9f15256fed HTTP/1.1" status: 204 len: 168 time: 0.2454376 Sep 07 05:11:49.968609 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687e697-45b5-4215-968e-40ee60e95dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0f549b-3a6e-4e26-96ec-1a9f15256fed,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:50.352914 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48540) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:50.371600 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54243c9d-0b10-47d5-96e9-f03c38bade92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:50.557369 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54243c9d-0b10-47d5-96e9-f03c38bade92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:50.562528 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54243c9d-0b10-47d5-96e9-f03c38bade92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:50.568226 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7880f6-6341-4e96-a5e9-ff69101e8bc4 req-a1e2fddf-dcbc-473e-9dd4-3a8253fc4fc3 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:50.572891 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ca7880f6-6341-4e96-a5e9-ff69101e8bc4 req-a1e2fddf-dcbc-473e-9dd4-3a8253fc4fc3 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 943 time: 0.0983229 Sep 07 05:11:50.613413 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-54243c9d-0b10-47d5-96e9-f03c38bade92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcad2bb8fa7448a0ae814c5cddb1cd7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563787 Sep 07 05:11:50.614574 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48548) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:11:50.621486 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54243c9d-0b10-47d5-96e9-f03c38bade92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60280fa-53ba-4ec0-8e5b-5afafd491b10,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:50.636053 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ca7880f6-6341-4e96-a5e9-ff69101e8bc4 req-4cef0a66-1ae4-491b-8f3a-563797b2be01 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531013 Sep 07 05:11:50.685188 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5c651274-abb9-41de-aa70-d2e67d006972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:50.711769 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5c651274-abb9-41de-aa70-d2e67d006972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:50.766537 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5c651274-abb9-41de-aa70-d2e67d006972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:50.769764 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5c651274-abb9-41de-aa70-d2e67d006972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:50.771177 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-5c651274-abb9-41de-aa70-d2e67d006972 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c60280fa-53ba-4ec0-8e5b-5afafd491b10 HTTP/1.1" status: 204 len: 168 time: 0.1551414 Sep 07 05:11:50.782846 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c651274-abb9-41de-aa70-d2e67d006972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60280fa-53ba-4ec0-8e5b-5afafd491b10,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:50.921761 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-674488be-bafe-46dc-b1e1-e5725d035543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:51.084618 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024cdbe-0b7a-4f4d-8671-0f2f77960b5f req-b0116a01-2f61-47d5-99ea-203fe58fbfe2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:51.087659 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d024cdbe-0b7a-4f4d-8671-0f2f77960b5f req-b0116a01-2f61-47d5-99ea-203fe58fbfe2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0704095 Sep 07 05:11:51.135317 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d024cdbe-0b7a-4f4d-8671-0f2f77960b5f req-670015cb-6788-4637-949a-7900bf1ba2be tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399849 Sep 07 05:11:51.416213 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47111c-27e1-49d5-b3c5-5bef10c2638c req-b0ebed79-7650-4d8d-8434-912fc817b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:51.417907 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e47111c-27e1-49d5-b3c5-5bef10c2638c req-b0ebed79-7650-4d8d-8434-912fc817b3cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=353849bf81084dca8a2a5ab4624252f1&device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 1096 time: 0.0746405 Sep 07 05:11:51.640043 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47111c-27e1-49d5-b3c5-5bef10c2638c req-21b4d1e3-8d50-40c0-a4c7-3853bf832867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:51.644063 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e47111c-27e1-49d5-b3c5-5bef10c2638c req-21b4d1e3-8d50-40c0-a4c7-3853bf832867 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=353849bf81084dca8a2a5ab4624252f1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2065132 Sep 07 05:11:51.778835 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:51.827157 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47111c-27e1-49d5-b3c5-5bef10c2638c req-da89bd75-d3b8-4b37-ae8e-b2d612b085a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:51.829175 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e47111c-27e1-49d5-b3c5-5bef10c2638c req-da89bd75-d3b8-4b37-ae8e-b2d612b085a6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1782146 Sep 07 05:11:51.897504 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052366d6-71b0-4642-af3d-0a90a71ec71d req-ee0b658e-4e64-4a13-81c7-da6e910621a5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:51.906510 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-052366d6-71b0-4642-af3d-0a90a71ec71d req-ee0b658e-4e64-4a13-81c7-da6e910621a5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 943 time: 0.1178322 Sep 07 05:11:51.937745 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-2b489272-7fe6-44ab-975e-c5455056d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:51.939239 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-2b489272-7fe6-44ab-975e-c5455056d3b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=353849bf81084dca8a2a5ab4624252f1&device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 1096 time: 0.0533195 Sep 07 05:11:51.962113 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-052366d6-71b0-4642-af3d-0a90a71ec71d req-2faf15d6-e3a8-4656-96ec-a6b94a5fcad9 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495169 Sep 07 05:11:52.002870 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-f295ec03-4d40-4aa3-aba5-fdd0cef6f645 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 HTTP/1.1" status: 200 len: 217 time: 0.0486126 Sep 07 05:11:52.063067 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-20ffb30e-6169-4986-8414-f833b11a230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:52.064721 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-20ffb30e-6169-4986-8414-f833b11a230c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ad58b6d-e8b9-4225-b208-97c5bf279578 HTTP/1.1" status: 200 len: 853 time: 0.0530450 Sep 07 05:11:52.092135 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:52.121129 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-8580c6a5-1d29-49b5-a6ee-714152f4e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:52.122859 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-8580c6a5-1d29-49b5-a6ee-714152f4e576 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6065651b-6165-4696-96ad-91f42eb0fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485251 Sep 07 05:11:52.265384 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-0f6961d3-9e00-48a5-a729-61508a3660f0 service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311336 Sep 07 05:11:52.291212 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3950235-cb73-4c06-a88a-b965b1801bba req-edf8b904-40d0-49da-b80e-23b1a2038df8 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:52.293261 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f3950235-cb73-4c06-a88a-b965b1801bba req-edf8b904-40d0-49da-b80e-23b1a2038df8 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0767260 Sep 07 05:11:52.387061 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f3950235-cb73-4c06-a88a-b965b1801bba req-7cca217b-44b8-4c6e-b733-246b46846f9c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811868 Sep 07 05:11:52.406738 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5ced10a3-3c65-456a-a7b7-a13e1d24df96 req-e214d44f-aa1f-4cdc-a389-157634924ad3 service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326714 Sep 07 05:11:52.685515 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-d6f0b7b5-a648-4e35-9c83-92beb21887e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:52.687934 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-d6f0b7b5-a648-4e35-9c83-92beb21887e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82&tenant_id=aae983a094f84fe891eb38815d522d61 HTTP/1.1" status: 200 len: 1096 time: 0.0858953 Sep 07 05:11:52.761273 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-5a1fcb70-befc-4ccb-b438-b78d10829263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:52.762807 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-5a1fcb70-befc-4ccb-b438-b78d10829263 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 1096 time: 0.0498109 Sep 07 05:11:52.930966 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-45417d9d-ae28-47c6-b070-29fad5223e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:52.932579 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-45417d9d-ae28-47c6-b070-29fad5223e16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 918 time: 0.1603055 Sep 07 05:11:53.014352 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-7486dea7-16a1-40f6-8138-a555c941ed77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26f13ac0-5239-494c-9ff4-1959be9b1272 HTTP/1.1" status: 200 len: 999 time: 0.0737479 Sep 07 05:11:53.085015 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-99af2580-2457-4da8-99c3-f52ae5ca811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:53.087909 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-99af2580-2457-4da8-99c3-f52ae5ca811e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.0645678 Sep 07 05:11:53.139809 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c2796-fb8b-420c-b4f1-9a5fe073113a req-18b5286e-d8a9-463a-b0bc-ae0d2ffc382a tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:53.143607 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-4369f5bc-5fac-431d-a45c-bc485301293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:53.145654 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-4369f5bc-5fac-431d-a45c-bc485301293e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506122 Sep 07 05:11:53.150115 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b42c2796-fb8b-420c-b4f1-9a5fe073113a req-18b5286e-d8a9-463a-b0bc-ae0d2ffc382a tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 943 time: 0.0775673 Sep 07 05:11:53.203966 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b42c2796-fb8b-420c-b4f1-9a5fe073113a req-25d16a2b-d385-43c1-9276-8e2cbed3b814 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528412 Sep 07 05:11:53.270903 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-1a9af2e0-2807-4b95-a9c9-c5b171f2f731 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170564 Sep 07 05:11:53.372024 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6fe2a34d-a886-4a44-9595-66e95fe67db4 req-2ad92749-7364-4271-90be-6a0c0c3886b7 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930815 Sep 07 05:11:53.537827 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910a77-a4a3-4950-9be3-5bef67696cfb req-8b335acb-b529-43ad-8b61-6524a831a8ee tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:53.548976 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ee910a77-a4a3-4950-9be3-5bef67696cfb req-8b335acb-b529-43ad-8b61-6524a831a8ee tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0652587 Sep 07 05:11:53.604951 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ee910a77-a4a3-4950-9be3-5bef67696cfb req-6b18ea24-63ee-4262-8a7c-1a96103adf27 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540588 Sep 07 05:11:53.979253 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:54.349053 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:11:54.368858 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c91b77-3b0e-415a-bf96-fe1923a244ba req-2f36a9a5-315f-4edc-bedb-82c4efefd2c6 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:54.370391 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-28c91b77-3b0e-415a-bf96-fe1923a244ba req-2f36a9a5-315f-4edc-bedb-82c4efefd2c6 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 943 time: 0.0720713 Sep 07 05:11:54.410315 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-28c91b77-3b0e-415a-bf96-fe1923a244ba req-57ae3dc4-c9c3-48bf-98e0-ecfa356d50d8 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Sep 07 05:11:54.466370 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:54.478706 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'port_id': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'mac_address': 'fa:16:3e:15:25:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:11:54.529671 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:54.562529 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:11:54.588598 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:54.595552 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:54.656908 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:54.664917 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.665529 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.666025 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.666516 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.667000 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.667495 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.667985 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.668566 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.669046 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.669527 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.670002 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.670665 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:11:54.854911 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:11:54.880874 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379f8da-b14e-4d52-8777-f203d3434dd8 req-7d81ebac-33d1-4bf9-99a5-f8cc76c94741 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:54.884275 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7379f8da-b14e-4d52-8777-f203d3434dd8 req-7d81ebac-33d1-4bf9-99a5-f8cc76c94741 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.1071780 Sep 07 05:11:54.934319 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7379f8da-b14e-4d52-8777-f203d3434dd8 req-f2645a4b-312e-415b-b753-ff28385473c8 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438843 Sep 07 05:11:55.576015 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf2102-decb-4c3a-a59c-ad883fa26beb req-95c0e91b-7684-41a2-be82-6d7a200ee0cb tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:55.577503 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eebf2102-decb-4c3a-a59c-ad883fa26beb req-95c0e91b-7684-41a2-be82-6d7a200ee0cb tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 944 time: 0.0774059 Sep 07 05:11:55.624250 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-eebf2102-decb-4c3a-a59c-ad883fa26beb req-21262861-f813-4497-beff-44f331b1db8f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403481 Sep 07 05:11:56.127727 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f008864-7578-4886-b81e-f0e83e149bdc req-fa186cbe-4967-44a9-a83f-f14d94b3c49e tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:56.129199 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8f008864-7578-4886-b81e-f0e83e149bdc req-fa186cbe-4967-44a9-a83f-f14d94b3c49e tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0561867 Sep 07 05:11:56.173126 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8f008864-7578-4886-b81e-f0e83e149bdc req-a7e1796f-4b1e-43e9-b3f9-35498001cf04 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368934 Sep 07 05:11:56.348723 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:11:56.403533 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:11:56.409437 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:11:56.410283 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:56.565402 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:56.603425 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:11:56.606600 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafae716-a8fc-4089-85fe-8049e91d888b" -d '{"events": [{"server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "name": "network-vif-plugged", "status": "completed", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:11:56.641326 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:11:56.651882 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:11:56.745632 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392ac193-1822-4110-82dd-50f3d83de266 x-openstack-request-id: req-392ac193-1822-4110-82dd-50f3d83de266 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:11:56.745847 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "name": "network-vif-plugged", "status": "completed", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:11:56.748129 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-392ac193-1822-4110-82dd-50f3d83de266 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:11:56.749582 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'code': 200} Sep 07 05:11:56.836528 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:11:56.890703 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c08db2-b30a-4b1c-8fd5-5d59284af132 req-e43b2bb0-331b-4786-b87a-7f48f0d2f213 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:56.893899 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d5c08db2-b30a-4b1c-8fd5-5d59284af132 req-e43b2bb0-331b-4786-b87a-7f48f0d2f213 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0966089 Sep 07 05:11:56.993341 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d5c08db2-b30a-4b1c-8fd5-5d59284af132 req-79b55ce3-5024-45cb-8c4c-fa7434db0c8e tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922670 Sep 07 05:11:57.314829 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbe2bf-8661-47f6-9c1a-26cde088812c req-5264fce8-6013-49c0-989d-9063c047b6ee tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:57.316695 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-64bbe2bf-8661-47f6-9c1a-26cde088812c req-5264fce8-6013-49c0-989d-9063c047b6ee tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0551882 Sep 07 05:11:57.372750 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-64bbe2bf-8661-47f6-9c1a-26cde088812c req-034542a8-6fcc-4ed4-9c4b-1b3640e38004 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440969 Sep 07 05:11:58.173989 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca517f2b-d256-468c-aa49-f554cdc119b2 req-fe86e7b1-43fd-4f37-b17e-d484bc06995c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:58.176070 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ca517f2b-d256-468c-aa49-f554cdc119b2 req-fe86e7b1-43fd-4f37-b17e-d484bc06995c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0936832 Sep 07 05:11:58.245535 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ca517f2b-d256-468c-aa49-f554cdc119b2 req-df78ac65-2259-4d45-b38d-d6a945730f90 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628333 Sep 07 05:11:58.559471 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986612a-0a5a-4d9d-a396-68b95ced2971 req-410b79a2-cf08-4b47-98c3-6e3f3afa00a5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:58.561157 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b986612a-0a5a-4d9d-a396-68b95ced2971 req-410b79a2-cf08-4b47-98c3-6e3f3afa00a5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0609729 Sep 07 05:11:58.624675 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b986612a-0a5a-4d9d-a396-68b95ced2971 req-fd58631a-3622-4d08-bcec-709ea71400d1 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481701 Sep 07 05:11:59.417131 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67969c8-7e0f-4b7f-919c-63af2261ee9c req-0825dca2-2bbb-4ab9-80c2-8470fcb57da5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:59.431402 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e67969c8-7e0f-4b7f-919c-63af2261ee9c req-0825dca2-2bbb-4ab9-80c2-8470fcb57da5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0898860 Sep 07 05:11:59.498196 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e67969c8-7e0f-4b7f-919c-63af2261ee9c req-0955d1c0-019f-461b-b7d7-c96dae1a01e1 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653305 Sep 07 05:11:59.839223 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6faf85-8186-4df0-bcbe-26e49f74f3b9 req-a808b974-9560-4c92-9322-153386f88892 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:11:59.840823 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4f6faf85-8186-4df0-bcbe-26e49f74f3b9 req-a808b974-9560-4c92-9322-153386f88892 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0520093 Sep 07 05:11:59.881419 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4f6faf85-8186-4df0-bcbe-26e49f74f3b9 req-3d7918ac-38ce-43fb-b208-d63866100c94 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344584 Sep 07 05:12:00.618203 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48816) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:00.743206 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dad54-5b09-4b58-909e-00a069bdac23 req-2343f610-9950-4d8f-a3eb-b79c70eb0425 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:00.745170 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b30dad54-5b09-4b58-909e-00a069bdac23 req-2343f610-9950-4d8f-a3eb-b79c70eb0425 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.1268806 Sep 07 05:12:00.816835 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b30dad54-5b09-4b58-909e-00a069bdac23 req-2720d599-cc8b-4e8c-aaad-ccd04095ed55 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588889 Sep 07 05:12:00.910905 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:01.091621 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:01.105439 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:01.173156 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f09ab5f159b4441fac218204184477e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5526781 Sep 07 05:12:01.176583 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48834) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:01.193554 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3df8ee8-e6c0-4830-98bb-1c34b18c59b8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:01.217230 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.220810 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.221176 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.221876 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.222126 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.222973 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.223616 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.223928 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.224364 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.224639 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.226448 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.226827 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e383d0-f4dd-4578-9d3a-e7777b28fce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.258196 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6841fc-7ad9-4577-be1e-208726a87956 req-65dc0196-c2b9-4cf0-b670-c7713ca873d9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:01.261222 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3c6841fc-7ad9-4577-be1e-208726a87956 req-65dc0196-c2b9-4cf0-b670-c7713ca873d9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.1751299 Sep 07 05:12:01.284302 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:01.334325 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3c6841fc-7ad9-4577-be1e-208726a87956 req-1686557c-2aec-45f8-8347-e6404c00a956 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584989 Sep 07 05:12:01.338714 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:01.417722 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:01.421882 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:01.423608 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3df8ee8-e6c0-4830-98bb-1c34b18c59b8 HTTP/1.1" status: 204 len: 168 time: 0.2454262 Sep 07 05:12:01.434949 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3df8ee8-e6c0-4830-98bb-1c34b18c59b8,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:01.445277 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.445774 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.446134 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.446482 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.446851 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.447186 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.447655 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.448197 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.448731 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.449173 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.449580 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.449907 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031390-1a85-4dcc-9e2a-ea4a290e47ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:01.805511 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48840) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:01.833749 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b5d01a4d-0e9f-4ec2-a14f-f853364746e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:02.012551 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fdf74-dcef-42bf-8db0-bfe1a4877af9 req-57b8a75c-78f6-423f-9091-72ccb5e54ac3 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:02.014291 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-234fdf74-dcef-42bf-8db0-bfe1a4877af9 req-57b8a75c-78f6-423f-9091-72ccb5e54ac3 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0942707 Sep 07 05:12:02.081702 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-234fdf74-dcef-42bf-8db0-bfe1a4877af9 req-de2c32b8-b9c9-40f7-b6f6-7279a2fb7926 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594661 Sep 07 05:12:02.087729 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b5d01a4d-0e9f-4ec2-a14f-f853364746e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:02.093578 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b5d01a4d-0e9f-4ec2-a14f-f853364746e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:02.148956 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-b5d01a4d-0e9f-4ec2-a14f-f853364746e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad791a874fe34515afeba6b177f1989d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418338 Sep 07 05:12:02.149987 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d01a4d-0e9f-4ec2-a14f-f853364746e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbfcbb6-3bfb-40e3-b1e2-5f25c3f1e56d,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:02.151741 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48848) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:02.209337 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9190f5b-8220-45ac-9e3c-1db42060674a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:02.242159 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9190f5b-8220-45ac-9e3c-1db42060674a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:02.323051 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9190f5b-8220-45ac-9e3c-1db42060674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:02.328758 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c9190f5b-8220-45ac-9e3c-1db42060674a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:02.331185 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c9190f5b-8220-45ac-9e3c-1db42060674a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acbfcbb6-3bfb-40e3-b1e2-5f25c3f1e56d HTTP/1.1" status: 204 len: 168 time: 0.1778162 Sep 07 05:12:02.355026 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9190f5b-8220-45ac-9e3c-1db42060674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbfcbb6-3bfb-40e3-b1e2-5f25c3f1e56d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:02.514048 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37966f-f500-4a5d-b364-6de6c32780cf req-8327424f-7433-429f-af91-a522d6b34a56 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:02.527025 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e37966f-f500-4a5d-b364-6de6c32780cf req-8327424f-7433-429f-af91-a522d6b34a56 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0883589 Sep 07 05:12:02.571945 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e37966f-f500-4a5d-b364-6de6c32780cf req-f18d30af-0d2c-44d6-8c9a-89ee1071403a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439231 Sep 07 05:12:02.933435 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48876) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:02.966146 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e10afa55-dab2-4b4a-baf1-a9309e650fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.020923 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48878) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:03.118390 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e10afa55-dab2-4b4a-baf1-a9309e650fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.124739 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e10afa55-dab2-4b4a-baf1-a9309e650fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.154148 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10afa55-dab2-4b4a-baf1-a9309e650fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f119f492-e8d5-4d06-9831-4f90a1ff947f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:03.187515 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e10afa55-dab2-4b4a-baf1-a9309e650fba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86354456b0754bd1ba2ed1143d50890e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521310 Sep 07 05:12:03.191399 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48884) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:03.294217 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-af73ba20-2a32-4470-aa45-94a8875ff942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.333195 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-02a4506a-deb7-4fa2-92d1-0c155898035f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.364562 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e8608-d095-4648-a8ac-91376a08ee6c req-3e651295-050b-48f7-8d24-181b3a530a4f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:03.366282 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-140e8608-d095-4648-a8ac-91376a08ee6c req-3e651295-050b-48f7-8d24-181b3a530a4f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.1342371 Sep 07 05:12:03.394771 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-02a4506a-deb7-4fa2-92d1-0c155898035f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.485032 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-140e8608-d095-4648-a8ac-91376a08ee6c req-d947077b-f263-468c-a787-cbf3fb3d9138 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035006 Sep 07 05:12:03.574987 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-02a4506a-deb7-4fa2-92d1-0c155898035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.578783 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-02a4506a-deb7-4fa2-92d1-0c155898035f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.582665 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-02a4506a-deb7-4fa2-92d1-0c155898035f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f119f492-e8d5-4d06-9831-4f90a1ff947f HTTP/1.1" status: 204 len: 168 time: 0.3869531 Sep 07 05:12:03.593076 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-af73ba20-2a32-4470-aa45-94a8875ff942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.599015 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-af73ba20-2a32-4470-aa45-94a8875ff942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.603831 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4506a-deb7-4fa2-92d1-0c155898035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f119f492-e8d5-4d06-9831-4f90a1ff947f,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:03.659844 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-af73ba20-2a32-4470-aa45-94a8875ff942 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=301475e9faf6417b9597e3496573bec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375446 Sep 07 05:12:03.661114 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73ba20-2a32-4470-aa45-94a8875ff942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c5df1b-0c44-42e8-a7df-f1315f0cbbb0,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:03.662597 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48892) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:03.776172 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d541aa9-463e-4397-b321-493c11401bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.800699 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d541aa9-463e-4397-b321-493c11401bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.810526 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4409f-16ee-4da8-ab38-e2fdaa0b76cf req-469ca9f1-f163-42fa-b1a4-1a3fda69d1b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:03.812591 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bfb4409f-16ee-4da8-ab38-e2fdaa0b76cf req-469ca9f1-f163-42fa-b1a4-1a3fda69d1b0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.1091356 Sep 07 05:12:03.881328 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bfb4409f-16ee-4da8-ab38-e2fdaa0b76cf req-5c037703-7126-4e88-ad07-73a10657c326 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625212 Sep 07 05:12:03.920590 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d541aa9-463e-4397-b321-493c11401bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.923373 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9d541aa9-463e-4397-b321-493c11401bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:03.927606 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9d541aa9-463e-4397-b321-493c11401bea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57c5df1b-0c44-42e8-a7df-f1315f0cbbb0 HTTP/1.1" status: 204 len: 168 time: 0.2604117 Sep 07 05:12:03.947446 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d541aa9-463e-4397-b321-493c11401bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c5df1b-0c44-42e8-a7df-f1315f0cbbb0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:04.404766 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 48916) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:04.465870 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90a6e446-3e83-4d37-a294-a81df3af3eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:04.676501 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90a6e446-3e83-4d37-a294-a81df3af3eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:04.678265 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699afa0-371d-4e79-add3-81039342c5e3 req-954a2aa1-4dc0-4dd5-b4f7-bf90c9cafcf9 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:04.681900 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f699afa0-371d-4e79-add3-81039342c5e3 req-954a2aa1-4dc0-4dd5-b4f7-bf90c9cafcf9 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0681973 Sep 07 05:12:04.683496 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-90a6e446-3e83-4d37-a294-a81df3af3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:04.747381 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f699afa0-371d-4e79-add3-81039342c5e3 req-811467f4-65e2-4460-83ad-a21cb24e128f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566335 Sep 07 05:12:04.755446 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-90a6e446-3e83-4d37-a294-a81df3af3eb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72c1ccde9fee4091a4b878701a1467f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481412 Sep 07 05:12:04.757569 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6e446-3e83-4d37-a294-a81df3af3eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379036e4-fbbc-48f2-9cad-b04057e193b2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:04.757795 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 48928) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:04.820738 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-474e22ca-e0c9-458f-94d3-e79893b178f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:04.845503 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-474e22ca-e0c9-458f-94d3-e79893b178f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:04.926841 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-474e22ca-e0c9-458f-94d3-e79893b178f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:04.931130 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-474e22ca-e0c9-458f-94d3-e79893b178f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:04.932730 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-474e22ca-e0c9-458f-94d3-e79893b178f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/379036e4-fbbc-48f2-9cad-b04057e193b2 HTTP/1.1" status: 204 len: 168 time: 0.1736474 Sep 07 05:12:04.948557 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e22ca-e0c9-458f-94d3-e79893b178f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379036e4-fbbc-48f2-9cad-b04057e193b2,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:05.034152 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a390c9-de67-4599-9bf0-d5bfe2ef8ce9 req-eeac94aa-34a8-4a15-9545-049519d66037 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:05.035757 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-54a390c9-de67-4599-9bf0-d5bfe2ef8ce9 req-eeac94aa-34a8-4a15-9545-049519d66037 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0507476 Sep 07 05:12:05.078601 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-54a390c9-de67-4599-9bf0-d5bfe2ef8ce9 req-4f9ff33d-1e91-4947-a8e3-19ad9396cbde tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341606 Sep 07 05:12:05.701243 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27796d66-4504-4f0e-ae2d-19fca35e9d88 req-c5db4e50-4110-4d45-aba0-8d7a0d560ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:05.706570 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-27796d66-4504-4f0e-ae2d-19fca35e9d88 req-c5db4e50-4110-4d45-aba0-8d7a0d560ce9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 1098 time: 0.0610287 Sep 07 05:12:05.763775 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-27796d66-4504-4f0e-ae2d-19fca35e9d88 req-04c256e7-306e-4bcf-a02c-71a5e8583a4c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 Sep 07 05:12:05.919780 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e032d2-5fcf-4617-a97b-3e2f3964e9e0 req-1d71d21c-a190-4324-8736-4eba6764ac40 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:05.921447 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-24e032d2-5fcf-4617-a97b-3e2f3964e9e0 req-1d71d21c-a190-4324-8736-4eba6764ac40 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0639279 Sep 07 05:12:05.965996 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-24e032d2-5fcf-4617-a97b-3e2f3964e9e0 req-fae37a23-5309-49a9-8175-60230959afc5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Sep 07 05:12:06.262556 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fdb99-4766-4ee7-8262-25e61dd6ddaa req-0210aaf5-5580-4513-9a87-656e35d0285f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:06.264639 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-078fdb99-4766-4ee7-8262-25e61dd6ddaa req-0210aaf5-5580-4513-9a87-656e35d0285f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.1014407 Sep 07 05:12:06.322971 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-078fdb99-4766-4ee7-8262-25e61dd6ddaa req-5a315bce-01fd-4beb-b5a0-870b0065b690 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501082 Sep 07 05:12:07.161820 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ba006-63a0-4db7-8d75-5dedc4a17931 req-8fbd4088-6ba3-4149-b46a-eeb64dfdc086 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:07.167105 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9a1ba006-63a0-4db7-8d75-5dedc4a17931 req-8fbd4088-6ba3-4149-b46a-eeb64dfdc086 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.1065140 Sep 07 05:12:07.233863 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9a1ba006-63a0-4db7-8d75-5dedc4a17931 req-171e0e8e-c08b-4eef-9935-773493ff42a1 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596781 Sep 07 05:12:07.360276 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a692e82-f0c2-4f0e-a864-8825e18167de req-85dca51c-edc2-4bce-b082-70c2eacf1d09 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:07.361781 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7a692e82-f0c2-4f0e-a864-8825e18167de req-85dca51c-edc2-4bce-b082-70c2eacf1d09 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0537796 Sep 07 05:12:07.418814 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7a692e82-f0c2-4f0e-a864-8825e18167de req-6851585b-303f-433d-98c7-7a31fa4e1e5e tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494168 Sep 07 05:12:07.485729 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58b935-25ba-4b9c-ad24-fd236ded7df2 req-dbf5b7cb-2a15-4644-8364-9075a150a215 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:07.487253 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9f58b935-25ba-4b9c-ad24-fd236ded7df2 req-dbf5b7cb-2a15-4644-8364-9075a150a215 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0571992 Sep 07 05:12:07.535356 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9f58b935-25ba-4b9c-ad24-fd236ded7df2 req-26bb0090-2a9d-4986-b464-9782e076c54d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Sep 07 05:12:07.798038 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2925aa1-58c2-4df0-8910-2c81fc58dc63 req-22888f43-bfb8-4030-881e-0903924018b4 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:07.799935 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e2925aa1-58c2-4df0-8910-2c81fc58dc63 req-22888f43-bfb8-4030-881e-0903924018b4 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Sep 07 05:12:07.842300 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e2925aa1-58c2-4df0-8910-2c81fc58dc63 req-8715811b-d970-4b6f-80d7-3a80151b4807 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355196 Sep 07 05:12:08.687984 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28737ce-646d-47ee-a2ac-a1afe0ccb020 req-fa7b2488-e0f8-4e8e-a819-681cf0fc673f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:08.689568 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f28737ce-646d-47ee-a2ac-a1afe0ccb020 req-fa7b2488-e0f8-4e8e-a819-681cf0fc673f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0566320 Sep 07 05:12:08.734579 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f28737ce-646d-47ee-a2ac-a1afe0ccb020 req-b64eda87-f0c2-4f3e-b014-0b6d6e55731a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383718 Sep 07 05:12:09.865433 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d42655-f76e-46a4-962b-ef3e148bb13b req-307fe522-9d44-48c3-813c-05aaa9dfc4b9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:09.868284 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-26d42655-f76e-46a4-962b-ef3e148bb13b req-307fe522-9d44-48c3-813c-05aaa9dfc4b9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0562649 Sep 07 05:12:09.908620 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-26d42655-f76e-46a4-962b-ef3e148bb13b req-091b7b12-dd41-4b94-95f7-9ec87ba41781 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328307 Sep 07 05:12:10.513639 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49106) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:10.633552 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-99c2a9d9-78e5-4f00-8575-e2d7f9e6b0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:10.737053 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-99c2a9d9-78e5-4f00-8575-e2d7f9e6b0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:10.741222 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-99c2a9d9-78e5-4f00-8575-e2d7f9e6b0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:10.781675 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-99c2a9d9-78e5-4f00-8575-e2d7f9e6b0fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49da283e0e6d4fd9ba65de8a76d882f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669399 Sep 07 05:12:10.782541 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2a9d9-78e5-4f00-8575-e2d7f9e6b0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a76a1bf-1b82-4369-8375-3dcdd5110cf8,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:10.784361 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49114) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:10.838786 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a52a125-cba6-4986-942d-07ea2caa068f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:10.860108 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a52a125-cba6-4986-942d-07ea2caa068f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:10.915512 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a52a125-cba6-4986-942d-07ea2caa068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:10.918022 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a52a125-cba6-4986-942d-07ea2caa068f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:10.919191 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2a52a125-cba6-4986-942d-07ea2caa068f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a76a1bf-1b82-4369-8375-3dcdd5110cf8 HTTP/1.1" status: 204 len: 168 time: 0.1324894 Sep 07 05:12:10.926839 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52a125-cba6-4986-942d-07ea2caa068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a76a1bf-1b82-4369-8375-3dcdd5110cf8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:11.038308 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302f166-3652-4cca-9cc8-44316d0b1b05 req-495c40f3-14bb-4468-bad6-6bed475a34e8 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:11.039984 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7302f166-3652-4cca-9cc8-44316d0b1b05 req-495c40f3-14bb-4468-bad6-6bed475a34e8 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0522294 Sep 07 05:12:11.082458 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7302f166-3652-4cca-9cc8-44316d0b1b05 req-9872d077-427c-4f1c-8e94-0b9d545c878e tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357165 Sep 07 05:12:11.213482 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49122) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:11.229763 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fe94cbc-1de2-4253-b140-a9775394d93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:11.336167 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fe94cbc-1de2-4253-b140-a9775394d93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:11.339942 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8fe94cbc-1de2-4253-b140-a9775394d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:11.382616 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8fe94cbc-1de2-4253-b140-a9775394d93f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3e79784635341bc96a5ba17989ed66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672747 Sep 07 05:12:11.383647 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe94cbc-1de2-4253-b140-a9775394d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61639ccb-93ef-4502-adf5-30068c732857,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:11.385747 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49124) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:11.441939 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1090a7ad-4d2a-4755-9a81-b979cf135747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:11.470024 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1090a7ad-4d2a-4755-9a81-b979cf135747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:11.529158 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1090a7ad-4d2a-4755-9a81-b979cf135747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:11.532495 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1090a7ad-4d2a-4755-9a81-b979cf135747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:11.533779 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-1090a7ad-4d2a-4755-9a81-b979cf135747 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61639ccb-93ef-4502-adf5-30068c732857 HTTP/1.1" status: 204 len: 168 time: 0.1470041 Sep 07 05:12:11.546363 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090a7ad-4d2a-4755-9a81-b979cf135747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61639ccb-93ef-4502-adf5-30068c732857,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:12.225820 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455319e-5ebb-46cd-a2b3-190474f04b3e req-f3fa001f-a371-427a-8b1f-a2399754308c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:12.227594 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d455319e-5ebb-46cd-a2b3-190474f04b3e req-f3fa001f-a371-427a-8b1f-a2399754308c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 943 time: 0.0596037 Sep 07 05:12:12.273604 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d455319e-5ebb-46cd-a2b3-190474f04b3e req-4154fddd-9fe8-40e4-b11d-d2841d75aa9b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388041 Sep 07 05:12:12.399736 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 26f13ac0-5239-494c-9ff4-1959be9b1272 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:12:12.507511 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:12:12.520180 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'port_id': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'mac_address': 'fa:16:3e:c5:58:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:12:12.560100 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:12.575348 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f13ac0-5239-494c-9ff4-1959be9b1272 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:12:12.598913 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:12:12.603068 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:12.662147 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=9']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:12.885549 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['26f13ac0-5239-494c-9ff4-1959be9b1272'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:12:13.181557 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:12:13.406544 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bb737-06d9-4ce9-af48-de688ddb2157 req-ecc7c2bd-fef3-4f90-bc36-554a1510dd42 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:13.408034 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-931bb737-06d9-4ce9-af48-de688ddb2157 req-ecc7c2bd-fef3-4f90-bc36-554a1510dd42 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 944 time: 0.0551770 Sep 07 05:12:13.449192 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-931bb737-06d9-4ce9-af48-de688ddb2157 req-f4bcc68d-bb60-4338-a7ed-3cdbcea495f7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343668 Sep 07 05:12:14.587154 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620e347-6eaf-4338-8c56-23ab1a958169 req-9a316f67-f0d9-404b-8914-57fdb1297155 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:14.588718 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c620e347-6eaf-4338-8c56-23ab1a958169 req-9a316f67-f0d9-404b-8914-57fdb1297155 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 944 time: 0.0560708 Sep 07 05:12:14.633426 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c620e347-6eaf-4338-8c56-23ab1a958169 req-143a11de-8d4d-4401-867f-4dfb0d1e7813 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377891 Sep 07 05:12:15.392900 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 26f13ac0-5239-494c-9ff4-1959be9b1272 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:12:15.446875 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 26f13ac0-5239-494c-9ff4-1959be9b1272 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:12:15.447359 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:15.545304 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:15.571780 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:12:15.574183 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507ae547-249d-427d-ac30-d1819e70fc9d" -d '{"events": [{"server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "name": "network-vif-plugged", "status": "completed", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:12:15.589141 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:12:15.593977 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:15.619213 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54fbf31-0aff-4928-968f-3d7bd2900947 x-openstack-request-id: req-e54fbf31-0aff-4928-968f-3d7bd2900947 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:12:15.619495 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "name": "network-vif-plugged", "status": "completed", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:12:15.619742 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e54fbf31-0aff-4928-968f-3d7bd2900947 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:12:15.620146 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'code': 200} Sep 07 05:12:15.649619 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=10']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:15.767663 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bc8b9-b77e-42af-9283-183d5031c139 req-105ed757-38a4-4023-a21f-36ca7fcf0b1d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:15.769190 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-545bc8b9-b77e-42af-9283-183d5031c139 req-105ed757-38a4-4023-a21f-36ca7fcf0b1d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 946 time: 0.0536666 Sep 07 05:12:15.815367 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-545bc8b9-b77e-42af-9283-183d5031c139 req-2176eaab-3117-473a-9dd4-e29d4ecdcc17 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383444 Sep 07 05:12:16.948628 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d195f29-8a02-4fb3-9ec6-e66293d9351f req-095c0fdc-8245-45b7-a8a8-3b60de671452 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:16.951385 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4d195f29-8a02-4fb3-9ec6-e66293d9351f req-095c0fdc-8245-45b7-a8a8-3b60de671452 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 946 time: 0.0548561 Sep 07 05:12:16.993550 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4d195f29-8a02-4fb3-9ec6-e66293d9351f req-2de1df2e-4e4f-41b2-9ff7-7426a3160adc tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373449 Sep 07 05:12:17.793667 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-004e7ea6-2bf4-4ff1-97d8-38d476e6c39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:17.940336 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fadd3-9c1c-47b3-a361-4127d48b8d78 req-7bef3cf1-0214-437c-98ad-d65615b639b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:17.942910 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d73fadd3-9c1c-47b3-a361-4127d48b8d78 req-7bef3cf1-0214-437c-98ad-d65615b639b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 1099 time: 0.0439122 Sep 07 05:12:17.979060 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d73fadd3-9c1c-47b3-a361-4127d48b8d78 req-22651a71-3a1c-4250-999e-6b617a9815de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290551 Sep 07 05:12:18.110970 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15974e0-40f7-41ea-97ad-8edc89054c59 req-65f3feb5-6c19-4d4b-969b-3c2f1b1a0f93 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:18.112489 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b15974e0-40f7-41ea-97ad-8edc89054c59 req-65f3feb5-6c19-4d4b-969b-3c2f1b1a0f93 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 946 time: 0.0481200 Sep 07 05:12:18.152070 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b15974e0-40f7-41ea-97ad-8edc89054c59 req-48abdbd8-77e2-4e78-b12b-3b265fec9a24 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330949 Sep 07 05:12:19.282224 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869027e-322d-4403-a371-a4f3fdd8a1d7 req-9bbeb245-29cb-4176-8b80-4ad19f60fa36 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:19.282972 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a869027e-322d-4403-a371-a4f3fdd8a1d7 req-9bbeb245-29cb-4176-8b80-4ad19f60fa36 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 946 time: 0.0539553 Sep 07 05:12:19.322877 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a869027e-322d-4403-a371-a4f3fdd8a1d7 req-0c776d84-2ecb-45b3-8d5a-546314a29569 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332518 Sep 07 05:12:19.535554 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:19.636314 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bff61-5bd8-4dd1-827e-5ba105eabad2 req-a5cc8c9f-5f7c-4a11-895b-26cc012a3b3c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:19.637996 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9a2bff61-5bd8-4dd1-827e-5ba105eabad2 req-a5cc8c9f-5f7c-4a11-895b-26cc012a3b3c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0562787 Sep 07 05:12:19.680507 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9a2bff61-5bd8-4dd1-827e-5ba105eabad2 req-326e0b81-df66-4525-91bf-f3be74cdf14b tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359924 Sep 07 05:12:19.703629 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49298) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:19.929719 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1f421-c785-4b29-8884-05255d9c5706 tempest-TestMinimumBasicScenario-2047545087 tempest-TestMinimumBasicScenario-2047545087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:19.934518 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49308) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:19.934738 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-00c1f421-c785-4b29-8884-05255d9c5706 tempest-TestMinimumBasicScenario-2047545087 tempest-TestMinimumBasicScenario-2047545087-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 1093 time: 0.2298577 Sep 07 05:12:19.939206 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'floatingip': {'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'port_id': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:19.965493 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:20.088150 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:20.259982 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Allocated IP 172.27.3.117 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/8543f8a3-1c41-4b20-ad4c-6d4d2c533279) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:12:20.380384 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:20.423007 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:20.461123 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:12:20.462167 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e192a-e189-403c-9c4a-db92957517df req-1a514921-4d38-47ef-9927-8b8f8fa93575 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:20.463730 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8d2e192a-e189-403c-9c4a-db92957517df req-1a514921-4d38-47ef-9927-8b8f8fa93575 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 946 time: 0.0672593 Sep 07 05:12:20.465496 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:12:20.469151 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:12:20.501172 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'Port': ['ID=8543f8a3-1c41-4b20-ad4c-6d4d2c533279,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:20.511589 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8d2e192a-e189-403c-9c4a-db92957517df req-6247b702-5730-4f05-9a57-d1c812e7c22f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365224 Sep 07 05:12:20.844933 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:20.912379 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:20.927261 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b419a298-dde8-4ec1-bed9-9f0a11ab6265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.080539 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.085996 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.167357 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'Port': ['ID=8543f8a3-1c41-4b20-ad4c-6d4d2c533279,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:21.175550 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.242871 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49324) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:21.281935 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Floating IP 667c5ec9-38da-4e4e-8862-80e7b3fa9ab9 associated. External IP: 172.27.3.117, port: 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59. Sep 07 05:12:21.347904 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0328a823-9ca3-438b-8b49-2f202f0ab780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.442198 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0328a823-9ca3-438b-8b49-2f202f0ab780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.447438 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0328a823-9ca3-438b-8b49-2f202f0ab780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.486666 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328a823-9ca3-438b-8b49-2f202f0ab780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f0071-209b-4290-acb9-f6ea275d4c4b,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:21.492603 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-0328a823-9ca3-438b-8b49-2f202f0ab780 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70109774a5674f04b6ec932e45cb45c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485821 Sep 07 05:12:21.494401 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49328) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:21.519584 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Router 70ef756f-17ab-4854-b122-7d74e0dcb456 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:12:21.546279 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5443ac2e-967c-4fe5-9e42-819e81c7878a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.575822 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5443ac2e-967c-4fe5-9e42-819e81c7878a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.626790 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5443ac2e-967c-4fe5-9e42-819e81c7878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.630298 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5443ac2e-967c-4fe5-9e42-819e81c7878a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.631746 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-5443ac2e-967c-4fe5-9e42-819e81c7878a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c1f0071-209b-4290-acb9-f6ea275d4c4b HTTP/1.1" status: 204 len: 168 time: 0.1359758 Sep 07 05:12:21.633537 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:12:21.644826 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443ac2e-967c-4fe5-9e42-819e81c7878a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1f0071-209b-4290-acb9-f6ea275d4c4b,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:21.650066 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] Sync routers for ids ['70ef756f-17ab-4854-b122-7d74e0dcb456'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:12:21.658556 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.664821 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] Routers {'70ef756f-17ab-4854-b122-7d74e0dcb456'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:12:21.665705 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:12:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['70ef756f-17ab-4854-b122-7d74e0dcb456'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:12:21.704678 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9ddb1c51-19fc-496a-b43c-c30f0769b1da tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7664928 Sep 07 05:12:21.704678 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:12:21.705384 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49332) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:21.705511 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96359edd-d327-4a6e-b958-ca27aebc0663" -d '{"events": [{"name": "network-changed", "server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:12:21.717350 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-a316b488-8169-4b1e-a4e2-b8b8411ddbd8 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-488579706', 'description': 'tempest-secgroup-smoke-488579706 description', 'project_id': '353849bf81084dca8a2a5ab4624252f1'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:21.747412 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b71e49-603a-49ec-b99b-ed2a33d172f4 x-openstack-request-id: req-60b71e49-603a-49ec-b99b-ed2a33d172f4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:12:21.747700 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:12:21.747963 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60b71e49-603a-49ec-b99b-ed2a33d172f4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:12:21.748360 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'status': 'completed', 'code': 200} Sep 07 05:12:21.791918 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a316b488-8169-4b1e-a4e2-b8b8411ddbd8 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.817329 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.848901 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] Set router 70ef756f-17ab-4854-b122-7d74e0dcb456 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:12:21.857564 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-206c4456-69bf-4493-a80a-fe0a96f32a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:21.859060 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-206c4456-69bf-4493-a80a-fe0a96f32a82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=353849bf81084dca8a2a5ab4624252f1&device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 1098 time: 0.0775716 Sep 07 05:12:21.974481 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a316b488-8169-4b1e-a4e2-b8b8411ddbd8 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:21.980764 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a316b488-8169-4b1e-a4e2-b8b8411ddbd8 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.026705 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a316b488-8169-4b1e-a4e2-b8b8411ddbd8 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.028143 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-a316b488-8169-4b1e-a4e2-b8b8411ddbd8 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3211610 Sep 07 05:12:22.033026 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49342) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:22.040219 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-1763f706-cd28-42d5-be89-a671ff70df97 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'security_group_rule': {'security_group_id': '0d487637-e562-4d14-a6c5-50860794d3ed', 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:22.058853 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-6469e2f9-6e34-4ed8-b78f-28b08ec2db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:22.060645 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-6469e2f9-6e34-4ed8-b78f-28b08ec2db8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6065651b-6165-4696-96ad-91f42eb0fbab HTTP/1.1" status: 200 len: 915 time: 0.1923573 Sep 07 05:12:22.066126 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316b488-8169-4b1e-a4e2-b8b8411ddbd8 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d487637-e562-4d14-a6c5-50860794d3ed,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:22.118509 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.153084 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '667c5ec9-38da-4e4e-8862-80e7b3fa9ab9', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'port_id': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'mac_address': 'fa:16:3e:15:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025577f-996c-4b2e-a108-00afae77fc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:12:20Z', 'updated_at': '2021-09-07T05:12:20Z', 'revision_number': 0, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0200a09a-c800-45ee-87f1-33c966ca3c48', 'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'mac_address': 'fa:16:3e:50:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:06Z', 'updated_at': '2021-09-07T05:11:15Z', 'revision_number': 5, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'subnets': [{'id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:12:22.160195 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1763f706-cd28-42d5-be89-a671ff70df97 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.167398 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-af175e95-8691-44eb-a049-c9d7449a9920 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 HTTP/1.1" status: 200 len: 999 time: 0.0958579 Sep 07 05:12:22.186402 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] Checking router: 70ef756f-17ab-4854-b122-7d74e0dcb456 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:12:22.196272 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] Routers {'70ef756f-17ab-4854-b122-7d74e0dcb456'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:12:22.196900 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:12:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['70ef756f-17ab-4854-b122-7d74e0dcb456'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:12:22.246238 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-8ea8316f-5414-4a37-a64d-8c2269eae9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:22.247765 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-8ea8316f-5414-4a37-a64d-8c2269eae9ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ad58b6d-e8b9-4225-b208-97c5bf279578 HTTP/1.1" status: 200 len: 853 time: 0.0679297 Sep 07 05:12:22.271620 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1763f706-cd28-42d5-be89-a671ff70df97 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.297481 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1763f706-cd28-42d5-be89-a671ff70df97 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.315498 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] Set router 70ef756f-17ab-4854-b122-7d74e0dcb456 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:12:22.326862 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763f706-cd28-42d5-be89-a671ff70df97 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c470ea6-dfb4-4526-86a0-7dcb80166c52,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:22.337515 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-6aa6caaa-9a47-41d8-b066-c69ae88e3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:22.339135 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-6aa6caaa-9a47-41d8-b066-c69ae88e3b11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6065651b-6165-4696-96ad-91f42eb0fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776632 Sep 07 05:12:22.340798 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1763f706-cd28-42d5-be89-a671ff70df97 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.341995 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-1763f706-cd28-42d5-be89-a671ff70df97 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3078003 Sep 07 05:12:22.345175 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49358) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:22.351463 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0ade2a90-50ad-4b39-9810-f3976101f684 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'security_group_rule': {'security_group_id': '0d487637-e562-4d14-a6c5-50860794d3ed', 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:22.390503 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ade2a90-50ad-4b39-9810-f3976101f684 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.480941 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-708c707c-3306-4f73-808a-ca235c542f47 service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258392 Sep 07 05:12:22.500001 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ade2a90-50ad-4b39-9810-f3976101f684 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.506253 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ade2a90-50ad-4b39-9810-f3976101f684 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.533780 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade2a90-50ad-4b39-9810-f3976101f684 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c834890-0786-4719-9b24-f465fd552188,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:22.539003 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0ade2a90-50ad-4b39-9810-f3976101f684 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.540756 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0ade2a90-50ad-4b39-9810-f3976101f684 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1943386 Sep 07 05:12:22.543317 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49362) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:22.549467 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e3d05906-258b-4982-8934-1ea8e276bc52 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'security_group_rule': {'security_group_id': '0d487637-e562-4d14-a6c5-50860794d3ed', 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:22.591403 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3d05906-258b-4982-8934-1ea8e276bc52 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.622119 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '667c5ec9-38da-4e4e-8862-80e7b3fa9ab9', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'port_id': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'mac_address': 'fa:16:3e:15:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025577f-996c-4b2e-a108-00afae77fc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:12:20Z', 'updated_at': '2021-09-07T05:12:20Z', 'revision_number': 0, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0200a09a-c800-45ee-87f1-33c966ca3c48', 'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'mac_address': 'fa:16:3e:50:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:06Z', 'updated_at': '2021-09-07T05:11:15Z', 'revision_number': 5, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'subnets': [{'id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:12:22.653244 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb9313-fc6c-41a8-82f7-38620018bdaa None None] The sync data for ids ['70ef756f-17ab-4854-b122-7d74e0dcb456'] in dv-cinder-804757-6-iscsi is: [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '667c5ec9-38da-4e4e-8862-80e7b3fa9ab9', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'port_id': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'mac_address': 'fa:16:3e:15:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025577f-996c-4b2e-a108-00afae77fc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:12:20Z', 'updated_at': '2021-09-07T05:12:20Z', 'revision_number': 0, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0200a09a-c800-45ee-87f1-33c966ca3c48', 'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'mac_address': 'fa:16:3e:50:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:06Z', 'updated_at': '2021-09-07T05:11:15Z', 'revision_number': 5, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'subnets': [{'id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:12:22.702646 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3d05906-258b-4982-8934-1ea8e276bc52 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.707238 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-96359edd-d327-4a6e-b958-ca27aebc0663 req-f5781ba3-c39d-4729-8e49-e21d2d22b889 service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161217 Sep 07 05:12:22.709487 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3d05906-258b-4982-8934-1ea8e276bc52 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.736115 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d05906-258b-4982-8934-1ea8e276bc52 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d980a723-a4d2-4461-9f67-f0475c34c8eb,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:22.759573 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3d05906-258b-4982-8934-1ea8e276bc52 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.764062 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e3d05906-258b-4982-8934-1ea8e276bc52 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2160566 Sep 07 05:12:22.765307 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49368) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:22.770069 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-f0b822db-984d-42be-93e0-0781e8fdb622 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'security_group_rule': {'security_group_id': '0d487637-e562-4d14-a6c5-50860794d3ed', 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:22.819932 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0b822db-984d-42be-93e0-0781e8fdb622 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.897830 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0b822db-984d-42be-93e0-0781e8fdb622 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.902434 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0b822db-984d-42be-93e0-0781e8fdb622 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.926905 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b822db-984d-42be-93e0-0781e8fdb622 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5234b123-2e08-4a22-8632-e8ddff576906,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:22.931477 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f0b822db-984d-42be-93e0-0781e8fdb622 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:22.935729 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49374) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:22.935953 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-f0b822db-984d-42be-93e0-0781e8fdb622 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1694710 Sep 07 05:12:22.942140 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-10eb0ba8-70ba-427b-a7b2-aa3900f8b4d5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'security_group_rule': {'security_group_id': '0d487637-e562-4d14-a6c5-50860794d3ed', 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:22.967218 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-10eb0ba8-70ba-427b-a7b2-aa3900f8b4d5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Project 353849bf81084dca8a2a5ab4624252f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 05:12:22.972878 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10eb0ba8-70ba-427b-a7b2-aa3900f8b4d5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.006619 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c617ae9-10d5-4e64-a760-752364f075f6 None None] New status for floating IP 667c5ec9-38da-4e4e-8862-80e7b3fa9ab9: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:12:23.049845 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10eb0ba8-70ba-427b-a7b2-aa3900f8b4d5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.057027 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10eb0ba8-70ba-427b-a7b2-aa3900f8b4d5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.081864 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb0ba8-70ba-427b-a7b2-aa3900f8b4d5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a1626f-e66c-453d-9882-eac68e2bdba6,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:23.086603 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-10eb0ba8-70ba-427b-a7b2-aa3900f8b4d5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.091092 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49380) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:23.091411 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-10eb0ba8-70ba-427b-a7b2-aa3900f8b4d5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543097 Sep 07 05:12:23.097442 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-57f44a4c-c888-403d-9fdf-7eef738b03fe tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'security_group_rule': {'security_group_id': '0d487637-e562-4d14-a6c5-50860794d3ed', 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:23.125853 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.securitygroups_db [None req-57f44a4c-c888-403d-9fdf-7eef738b03fe tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Project 353849bf81084dca8a2a5ab4624252f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 05:12:23.136339 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-57f44a4c-c888-403d-9fdf-7eef738b03fe tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.205838 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-57f44a4c-c888-403d-9fdf-7eef738b03fe tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.211006 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-57f44a4c-c888-403d-9fdf-7eef738b03fe tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.230777 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f44a4c-c888-403d-9fdf-7eef738b03fe tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6117a4bb-6b84-439c-bc30-12ae8aba838e,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:23.238737 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-57f44a4c-c888-403d-9fdf-7eef738b03fe tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.240013 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-57f44a4c-c888-403d-9fdf-7eef738b03fe tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476121 Sep 07 05:12:23.333197 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-6f385f9b-9334-44ac-95ad-c2c039fedab0 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488579706&fields=id&tenant_id=353849bf81084dca8a2a5ab4624252f1 HTTP/1.1" status: 200 len: 267 time: 0.0459614 Sep 07 05:12:23.387453 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-3deb585d-7734-4598-8b78-602022413641 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:23.389223 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-3deb585d-7734-4598-8b78-602022413641 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0498168 Sep 07 05:12:23.401601 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-9c676857-c45e-4004-b28d-5bd92e3e31a2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'port': {'security_groups': ['75657d69-fcf3-4f1e-95ee-0e6d31f833b5', '0d487637-e562-4d14-a6c5-50860794d3ed']}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:23.465519 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-9c676857-c45e-4004-b28d-5bd92e3e31a2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.649394 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-9c676857-c45e-4004-b28d-5bd92e3e31a2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] For port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:12:23.678765 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-9c676857-c45e-4004-b28d-5bd92e3e31a2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.683229 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-9c676857-c45e-4004-b28d-5bd92e3e31a2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.742586 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-9c676857-c45e-4004-b28d-5bd92e3e31a2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:23.743242 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-9c676857-c45e-4004-b28d-5bd92e3e31a2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:23.744742 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30c6d9ba-7a13-4849-9710-bc8e9876b9df req-9c676857-c45e-4004-b28d-5bd92e3e31a2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "PUT /v2.0/ports/1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 HTTP/1.1" status: 200 len: 981 time: 0.3488600 Sep 07 05:12:23.745100 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:12:23.747585 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:12:23.774774 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c676857-c45e-4004-b28d-5bd92e3e31a2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'Port': ['ID=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,revision_number=6']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:23.788751 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ed61e6-4a89-44f7-bcc9-512fa1bed2bb x-openstack-request-id: req-c1ed61e6-4a89-44f7-bcc9-512fa1bed2bb {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:12:23.789049 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:12:23.789295 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1ed61e6-4a89-44f7-bcc9-512fa1bed2bb {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:12:23.789687 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'status': 'completed', 'code': 200} Sep 07 05:12:23.857332 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447a88-f5a4-4eae-9b5c-abe311a48819 req-bb9eb988-b139-4cee-bb30-3db8d7485ea1 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:23.859942 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-42447a88-f5a4-4eae-9b5c-abe311a48819 req-bb9eb988-b139-4cee-bb30-3db8d7485ea1 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.0535655 Sep 07 05:12:23.905783 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-42447a88-f5a4-4eae-9b5c-abe311a48819 req-6f36d489-fa4e-43dd-b623-07a5d56333e3 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383680 Sep 07 05:12:23.972891 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:24.039321 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-21e4ee70-663d-498d-853f-e7c7cb92cfd2 None None] Provisioning complete for port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:12:24.039571 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21e4ee70-663d-498d-853f-e7c7cb92cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:25.959714 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:12:25.993417 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-9c654f06-bfe6-46b7-85fc-c3df17ee2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:25.995019 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-9c654f06-bfe6-46b7-85fc-c3df17ee2a04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=353849bf81084dca8a2a5ab4624252f1&device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 1137 time: 0.0464797 Sep 07 05:12:26.047280 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:12:26.113937 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-6e43398a-02f9-40bb-8b71-27f58be351d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:26.116091 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-6e43398a-02f9-40bb-8b71-27f58be351d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6065651b-6165-4696-96ad-91f42eb0fbab HTTP/1.1" status: 200 len: 915 time: 0.1120625 Sep 07 05:12:26.196013 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-4727d8e4-6968-47ca-9475-26d3fef3f445 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 HTTP/1.1" status: 200 len: 1001 time: 0.0724444 Sep 07 05:12:26.251560 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-b99316e6-6d0b-47a2-9f7f-8ecb9dffe0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:26.253409 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-b99316e6-6d0b-47a2-9f7f-8ecb9dffe0eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ad58b6d-e8b9-4225-b208-97c5bf279578 HTTP/1.1" status: 200 len: 853 time: 0.0473630 Sep 07 05:12:26.314914 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-37ff36c5-74f4-43b7-89ec-19bbf968ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:26.316423 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-37ff36c5-74f4-43b7-89ec-19bbf968ea67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6065651b-6165-4696-96ad-91f42eb0fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513790 Sep 07 05:12:26.416798 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-9fda50a3-2a79-43fb-9982-7ba7183c24ae service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895939 Sep 07 05:12:26.513310 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-46dd0d87-3fa3-4efd-91a7-7c605d7cf1e7 req-f4184397-7e33-405f-b4f8-8b21977d5ca5 service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882783 Sep 07 05:12:46.595086 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49560) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:46.741689 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b9bcfe80-82eb-48b7-abfc-7921c62ce26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:46.860292 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b9bcfe80-82eb-48b7-abfc-7921c62ce26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:46.865662 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b9bcfe80-82eb-48b7-abfc-7921c62ce26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:46.911087 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-b9bcfe80-82eb-48b7-abfc-7921c62ce26d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb7bfc60e62f49d1ba3cf73082e087ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155591 Sep 07 05:12:46.913120 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcfe80-82eb-48b7-abfc-7921c62ce26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eecc2cc-2ed8-48ad-b61c-409d96c41d60,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:46.915903 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49564) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:46.992762 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a23-cb99-4c4c-affe-3d7b2b2e7a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:47.015932 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a23-cb99-4c4c-affe-3d7b2b2e7a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:47.069405 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a23-cb99-4c4c-affe-3d7b2b2e7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:47.072027 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a23-cb99-4c4c-affe-3d7b2b2e7a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:47.073355 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2ff25a23-cb99-4c4c-affe-3d7b2b2e7a93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0eecc2cc-2ed8-48ad-b61c-409d96c41d60 HTTP/1.1" status: 204 len: 168 time: 0.1568828 Sep 07 05:12:47.081777 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff25a23-cb99-4c4c-affe-3d7b2b2e7a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eecc2cc-2ed8-48ad-b61c-409d96c41d60,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:47.806598 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fd95826b-824a-42c7-8b11-775bb65e5ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:49.455604 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49624) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:49.535277 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:49.595269 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4d324f3-c272-43d7-93d3-3bb5983adb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:49.714457 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-15f341ac-80e2-4c71-be17-f4741031d39d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5bfc88e0ffff4a42a236a68f54352186&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379345 Sep 07 05:12:49.781393 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4d324f3-c272-43d7-93d3-3bb5983adb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:50.014768 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4d324f3-c272-43d7-93d3-3bb5983adb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:50.147154 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a4d324f3-c272-43d7-93d3-3bb5983adb25 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c46fb7db5d184397ac7a3b56e30deacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894898 Sep 07 05:12:50.150355 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49640) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:50.154438 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d324f3-c272-43d7-93d3-3bb5983adb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b578b68-68cb-4834-894e-9d11ca870745,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:50.183863 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:12:50.202219 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-c4df50d6-1c5d-4aed-ae3e-b4ee23cf2a22 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:50.203954 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-c4df50d6-1c5d-4aed-ae3e-b4ee23cf2a22 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4779694 Sep 07 05:12:50.220585 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-05dac885-742e-4e48-9dad-7c7136c81cf0 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/quotas/5bfc88e0ffff4a42a236a68f54352186 HTTP/1.1" status: 200 len: 375 time: 0.0104477 Sep 07 05:12:50.255899 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-464e390b-0fb2-42aa-a8a7-a67498660108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:50.259698 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-9d524979-48d3-47ba-8134-7bd1378ab79c tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bfc88e0ffff4a42a236a68f54352186&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306687 Sep 07 05:12:50.297918 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-464e390b-0fb2-42aa-a8a7-a67498660108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:50.361858 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-464e390b-0fb2-42aa-a8a7-a67498660108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:50.365668 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-464e390b-0fb2-42aa-a8a7-a67498660108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:50.367058 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-464e390b-0fb2-42aa-a8a7-a67498660108 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b578b68-68cb-4834-894e-9d11ca870745 HTTP/1.1" status: 204 len: 168 time: 0.2153118 Sep 07 05:12:50.390240 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e390b-0fb2-42aa-a8a7-a67498660108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b578b68-68cb-4834-894e-9d11ca870745,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:50.619631 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5bf3f77a-48b8-4d37-9621-2167e70d5f97 req-51f8345e-f5e4-403b-b706-82ec08084a69 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 210 time: 0.1901550 Sep 07 05:12:50.931106 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-31db2e88-4271-445b-8225-5c4aae804b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:51.250760 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49676) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:51.367443 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1685604640-network', 'tenant_id': 'f6bf0fb8178b4c679f5c4c3639538192'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:51.399086 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Made reservation on behalf of f6bf0fb8178b4c679f5c4c3639538192 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:12:51.402458 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:51.415571 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:51.525172 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-ab9f11ed-3ca4-4823-92a3-6ca979341b48 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5bfc88e0ffff4a42a236a68f54352186&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532660 Sep 07 05:12:51.786965 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:51.939867 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3ba4adc6-c892-4fba-a9f8-a162a9ffbba0 req-8fd157ce-0391-4baf-9fb2-9e357f3a9904 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 210 time: 0.2146187 Sep 07 05:12:52.091968 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.148456 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.175362 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.296211 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:12:52.367427 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.368019 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.segments_db [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Added segment be9350db-28ac-417f-a7aa-d22a3277dc96 of type vlan for network 3b8b3524-c32b-4452-bc29-38331c4ae2bb Sep 07 05:12:52.391129 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba473e-6898-4e0b-9dd7-2df8955da87b,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:52.406696 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-92efbeed-49f8-476a-ac32-b0a7be11c27c tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:52.408814 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-92efbeed-49f8-476a-ac32-b0a7be11c27c tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8756046 Sep 07 05:12:52.438883 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Request body: {'port': {'device_id': 'b601dd17-0210-46ad-85b5-385b9dca309b', 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8', 'admin_state_up': True, 'tenant_id': '5bfc88e0ffff4a42a236a68f54352186'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:52.489735 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.574874 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.576398 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:52.577357 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.624577 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3726752 Sep 07 05:12:52.627988 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49688) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:12:52.634272 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Request body: {'subnet': {'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1685604640-subnet', 'tenant_id': 'f6bf0fb8178b4c679f5c4c3639538192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:52.651491 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.db.api [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 05:12:52.651491 dv-cinder-804757-6-iscsi neutron-server[94012]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 05:12:52.651491 dv-cinder-804757-6-iscsi neutron-server[94012]: [parameters: {'project_id_1': 'f6bf0fb8178b4c679f5c4c3639538192', 'expiration_1': datetime.datetime(2021, 9, 7, 5, 12, 32, 640188)}] Sep 07 05:12:52.651491 dv-cinder-804757-6-iscsi neutron-server[94012]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 05:12:52.652928 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG oslo_db.api [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 05:12:52.691975 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c0d52-d57f-4825-a912-8a67a110e9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=3b8b3524-c32b-4452-bc29-38331c4ae2bb,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:52.697073 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Made reservation on behalf of 5bfc88e0ffff4a42a236a68f54352186 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:12:52.701487 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.706897 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 3b8b3524-c32b-4452-bc29-38331c4ae2bb details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:12:52.713160 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.846397 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.851764 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:52.921438 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d25339-1c5a-4c72-b117-e32450a9a9d6,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:53.060259 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Allocated IP 192.168.233.20 (d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8/9ce75bea-bbc0-445a-8a41-3ea423833ac9/af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:12:53.107509 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-837ae99c-20a9-4ef0-999c-43e392cd6a69 req-d912c526-7793-48d1-a15e-e2a18c763cc2 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 210 time: 0.0423050 Sep 07 05:12:53.185109 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Made reservation on behalf of f6bf0fb8178b4c679f5c4c3639538192 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:12:53.188461 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095025'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:53.328735 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:53.350877 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Transition to ACTIVE for port object af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:12:53.391633 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:53.426245 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9872580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095047'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:53.444239 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:12:53.448439 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:12:53.452889 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:12:53.487666 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36825229-dc86-48e4-b1d2-c5bebaa4e0ec,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:53.503214 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Pushing event updated for resources: {'Port': ['ID=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:53.512997 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Checking segment: {'id': 'be9350db-28ac-417f-a7aa-d22a3277dc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:12:53.513315 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Network hostable DHCP agents. Network: 3b8b3524-c32b-4452-bc29-38331c4ae2bb, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:12:53.537426 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Network 3b8b3524-c32b-4452-bc29-38331c4ae2bb is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:12:53.554748 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:53.555162 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 3b8b3524-c32b-4452-bc29-38331c4ae2bb) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:12:53.555426 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:53.566788 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:53.568855 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f282b-22fb-4de2-a363-42801bd1096b None None] Network 3b8b3524-c32b-4452-bc29-38331c4ae2bb requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:12:53.575196 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:53.585452 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-4009da35-df5b-4917-b1fd-1d62dadc2e0d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1510446 Sep 07 05:12:53.603494 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7ff8bdff-613d-4c75-9251-0bb9aec16643 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9740510 Sep 07 05:12:53.606172 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Request body: {'port': {'device_id': 'b601dd17-0210-46ad-85b5-385b9dca309b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:53.677513 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:53.789948 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48567ae1-a5a9-4fae-acec-81de5a814c17 None None] Network 3b8b3524-c32b-4452-bc29-38331c4ae2bb requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:12:53.841275 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-0d0a74da-b857-4130-abeb-db7c1f7f8549 None None] Provisioning for port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:12:53.874307 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-0d0a74da-b857-4130-abeb-db7c1f7f8549 None None] Provisioning complete for port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:12:53.874679 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74da-b857-4130-abeb-db7c1f7f8549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:53.935595 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a74da-b857-4130-abeb-db7c1f7f8549 None None] Port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:12:53.995415 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:54.099091 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:12:54.110907 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:54.127460 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Transition to ACTIVE for port object af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:12:54.132276 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:54.195229 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Pushing event updated for resources: {'Port': ['ID=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:54.310808 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Attempting to bind port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:12:54.311363 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Attempting to bind port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'd8c17050-8bcf-4897-92db-e53387ed835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:12:54.311780 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Attempting to bind port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e on network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:12:54.321638 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e on network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:12:54.322150 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Attempting to bind port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e on network d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:12:54.332562 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:12:54.333875 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Checking segment: {'id': 'd8c17050-8bcf-4897-92db-e53387ed835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:12:54.334929 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Bound using segment: {'id': 'd8c17050-8bcf-4897-92db-e53387ed835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:12:54.335782 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Bound port: af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c17050-8bcf-4897-92db-e53387ed835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:12:54.336466 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:54.352212 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc09045-e40e-4f51-b074-22dae0afda57 req-5d0329a6-3c5f-4b57-92a1-a9bc12f1e158 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:54.355729 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1cc09045-e40e-4f51-b074-22dae0afda57 req-5d0329a6-3c5f-4b57-92a1-a9bc12f1e158 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 947 time: 0.1097879 Sep 07 05:12:54.500917 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-38c00575-b442-471b-87af-b891398b052e req-eea72042-b6bb-4055-b484-5f7c0b112bb3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1429205 Sep 07 05:12:54.523986 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] For port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:12:54.524263 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1cc09045-e40e-4f51-b074-22dae0afda57 req-aafc02ec-6ad8-4530-8a3d-8db063291dcc tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/security-groups?id=08d25339-1c5a-4c72-b117-e32450a9a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436968 Sep 07 05:12:54.533374 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] For port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,segment=NetworkSegment(d8c17050-8bcf-4897-92db-e53387ed835d),segment_id=d8c17050-8bcf-4897-92db-e53387ed835d)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:12:54.548172 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:54.593136 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:54.593788 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:54.595326 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] 10.222.0.16 "PUT /v2.0/ports/af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e HTTP/1.1" status: 200 len: 1097 time: 0.9941742 Sep 07 05:12:54.595891 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b601dd17-0210-46ad-85b5-385b9dca309b', 'tag': 'af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:12:54.598272 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6919f3f9-3ffb-4e91-a50a-4145516d78b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b601dd17-0210-46ad-85b5-385b9dca309b", "tag": "af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:12:54.657239 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8cf22-5239-4b6a-9be4-d68f1a33754e service neutron] Pushing event updated for resources: {'Port': ['ID=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:54.662897 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea90c49-da1d-415b-9264-a4f4d11e3af1 x-openstack-request-id: req-5ea90c49-da1d-415b-9264-a4f4d11e3af1 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:12:54.663193 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b601dd17-0210-46ad-85b5-385b9dca309b", "tag": "af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:12:54.663805 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ea90c49-da1d-415b-9264-a4f4d11e3af1 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:12:54.664263 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b601dd17-0210-46ad-85b5-385b9dca309b', 'tag': 'af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e', 'status': 'completed', 'code': 200} Sep 07 05:12:54.683705 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c00575-b442-471b-87af-b891398b052e req-3fa5024b-3e96-4dbc-a34f-3521ec1d2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:54.685524 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-38c00575-b442-471b-87af-b891398b052e req-3fa5024b-3e96-4dbc-a34f-3521ec1d2ce1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 1099 time: 0.1097963 Sep 07 05:12:54.723350 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-610c30dc-7b65-467f-9457-9a0b29bf38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:54.725616 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-610c30dc-7b65-467f-9457-9a0b29bf38e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bfc88e0ffff4a42a236a68f54352186&device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 1100 time: 0.0526307 Sep 07 05:12:54.792042 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-5b8b4a03-c7c9-4e95-a177-e1d1979fb003 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e HTTP/1.1" status: 200 len: 217 time: 0.0538847 Sep 07 05:12:54.854783 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c00575-b442-471b-87af-b891398b052e req-44f8b4ff-d4b1-41f3-8add-7985987bc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:54.857402 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-38c00575-b442-471b-87af-b891398b052e req-44f8b4ff-d4b1-41f3-8add-7985987bc662 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 918 time: 0.1455572 Sep 07 05:12:54.867959 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-c0e401d0-7e37-418b-a2d2-6f6b9f5c6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:54.870147 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-c0e401d0-7e37-418b-a2d2-6f6b9f5c6252 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ce75bea-bbc0-445a-8a41-3ea423833ac9 HTTP/1.1" status: 200 len: 843 time: 0.0685251 Sep 07 05:12:54.933755 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-fbefa387-61b6-4111-811d-90b278a5cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:54.936797 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-fbefa387-61b6-4111-811d-90b278a5cca0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0570166 Sep 07 05:12:54.964757 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-38c00575-b442-471b-87af-b891398b052e req-3e80d7a0-f400-4a25-94b3-86373f667fd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26f13ac0-5239-494c-9ff4-1959be9b1272 HTTP/1.1" status: 200 len: 1001 time: 0.0987158 Sep 07 05:12:55.023014 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c00575-b442-471b-87af-b891398b052e req-643bf3b4-407e-4cc7-9644-eb0d82ebca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:55.024532 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-38c00575-b442-471b-87af-b891398b052e req-643bf3b4-407e-4cc7-9644-eb0d82ebca3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.0529687 Sep 07 05:12:55.056518 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-d8aa845c-98a3-4379-a92f-aaf465214284 service neutron] 10.222.0.16 "GET /v2.0/networks/d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117637 Sep 07 05:12:55.078207 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c00575-b442-471b-87af-b891398b052e req-c14204c3-16a8-4ba7-a5f7-f724b532a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:55.079774 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-38c00575-b442-471b-87af-b891398b052e req-c14204c3-16a8-4ba7-a5f7-f724b532a26e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452662 Sep 07 05:12:55.159546 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cf4be1a0-eb76-4785-af7e-afc6ce0b48cf req-d1621020-d8d9-4208-8849-75a9834b5e87 service neutron] 10.222.0.16 "GET /v2.0/networks/d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950878 Sep 07 05:12:55.191850 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-38c00575-b442-471b-87af-b891398b052e req-f39cab53-2e90-4756-97f8-f2a6f77d0913 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035857 Sep 07 05:12:55.267741 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-da747bd9-f0b4-4726-a65b-d3210f67d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:55.269329 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-da747bd9-f0b4-4726-a65b-d3210f67d224 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bfc88e0ffff4a42a236a68f54352186&device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 1100 time: 0.0535755 Sep 07 05:12:55.316896 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-38c00575-b442-471b-87af-b891398b052e req-85f12017-c397-44a8-ac40-fa81b04e8239 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103315 Sep 07 05:12:55.379282 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-eab23f0a-7320-4973-83cc-c79c66583c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:55.381877 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-eab23f0a-7320-4973-83cc-c79c66583c92 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8 HTTP/1.1" status: 200 len: 870 time: 0.1045082 Sep 07 05:12:55.439820 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-bb95f4ef-8984-4a0f-8673-67011b721ab4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e HTTP/1.1" status: 200 len: 217 time: 0.0453999 Sep 07 05:12:55.499779 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-7169a2c0-a44c-48e0-b227-f167a2405db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:55.502145 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-7169a2c0-a44c-48e0-b227-f167a2405db5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ce75bea-bbc0-445a-8a41-3ea423833ac9 HTTP/1.1" status: 200 len: 843 time: 0.0533969 Sep 07 05:12:55.586036 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-c381f797-d849-47a0-a6bb-2f6d52d35fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:55.588005 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-c381f797-d849-47a0-a6bb-2f6d52d35fc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0778608 Sep 07 05:12:55.724262 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721d49a-bb54-4184-8d8a-083e118a01fb req-283cb5a8-c53a-4371-b96e-256026169ec2 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:55.726979 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2721d49a-bb54-4184-8d8a-083e118a01fb req-283cb5a8-c53a-4371-b96e-256026169ec2 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 947 time: 0.0985649 Sep 07 05:12:55.758462 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-156139c6-b920-48e8-8d80-5b22d35cba80 service neutron] 10.222.0.16 "GET /v2.0/networks/d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568403 Sep 07 05:12:55.791483 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2721d49a-bb54-4184-8d8a-083e118a01fb req-3d56e7ce-baec-4b0a-8fa0-63dae139ecf1 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/security-groups?id=08d25339-1c5a-4c72-b117-e32450a9a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576744 Sep 07 05:12:55.963213 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6919f3f9-3ffb-4e91-a50a-4145516d78b1 req-82f1a777-4f59-43b2-9d30-b447edb3011e service neutron] 10.222.0.16 "GET /v2.0/networks/d3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942315 Sep 07 05:12:55.990476 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-a1f5baa2-d471-462f-8215-0849c0c388e5 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:55.992520 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-a1f5baa2-d471-462f-8215-0849c0c388e5 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/networks?id=3b8b3524-c32b-4452-bc29-38331c4ae2bb HTTP/1.1" status: 200 len: 814 time: 0.1969068 Sep 07 05:12:56.010542 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-70bb693b-ea38-4e6d-af8e-02a6611807c1 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/quotas/f6bf0fb8178b4c679f5c4c3639538192 HTTP/1.1" status: 200 len: 375 time: 0.0114636 Sep 07 05:12:56.047562 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-5ec31136-55ac-4f2b-8a93-c1cee2374206 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6bf0fb8178b4c679f5c4c3639538192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303843 Sep 07 05:12:56.211546 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-da3bc807-9b40-48db-8632-0a920334a673 service neutron] 10.222.0.49 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553576 Sep 07 05:12:56.322158 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-b195feba-cfe6-478e-8bdb-8e56be7eb631 service neutron] 10.222.0.49 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026917 Sep 07 05:12:56.507702 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-41ea2b45-4b06-4011-b5e2-d70f728bff21 req-e9a706a6-a607-4ba1-a072-72733cd5fdac tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 210 time: 0.0380952 Sep 07 05:12:56.973462 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51caa62-6e11-4bbe-86e1-7f1c63cc4548 req-a99a42e9-9bdb-4367-baac-b82e624056df tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:56.975771 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e51caa62-6e11-4bbe-86e1-7f1c63cc4548 req-a99a42e9-9bdb-4367-baac-b82e624056df tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 947 time: 0.0801616 Sep 07 05:12:57.037664 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e51caa62-6e11-4bbe-86e1-7f1c63cc4548 req-47ef9028-082e-46e8-abab-d23e44a3672d tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/security-groups?id=08d25339-1c5a-4c72-b117-e32450a9a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539241 Sep 07 05:12:57.411864 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-3fcaf8e7-1058-4189-ae93-7bc408984352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:57.413485 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-3fcaf8e7-1058-4189-ae93-7bc408984352 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=353849bf81084dca8a2a5ab4624252f1&device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 1137 time: 0.0951703 Sep 07 05:12:57.427987 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d600b-39c7-4c92-84bb-c7177d0b5c80 req-cf466e60-05da-4437-a497-c340e9104e1c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:57.433216 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-834d600b-39c7-4c92-84bb-c7177d0b5c80 req-cf466e60-05da-4437-a497-c340e9104e1c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.1025236 Sep 07 05:12:57.575786 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-834d600b-39c7-4c92-84bb-c7177d0b5c80 req-d2ed31bc-9b85-4d6b-8da3-5f9c80fc3dfc tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1358862 Sep 07 05:12:57.637446 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-e821998e-e62b-42ab-ba83-440f3ca6498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:57.639059 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-e821998e-e62b-42ab-ba83-440f3ca6498b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6065651b-6165-4696-96ad-91f42eb0fbab HTTP/1.1" status: 200 len: 915 time: 0.2053831 Sep 07 05:12:57.729087 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-1538f77f-9ac8-451d-97ce-492a49b90e41 req-2a775aa8-8911-4dff-b641-50e6fd6b3484 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 210 time: 0.0726926 Sep 07 05:12:57.752660 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-354c59de-2777-4503-828f-d24a0d0961f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 HTTP/1.1" status: 200 len: 1001 time: 0.1046674 Sep 07 05:12:57.811297 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-924989a3-d100-40b6-b7e6-ea342f4b7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:57.812874 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-924989a3-d100-40b6-b7e6-ea342f4b7c0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ad58b6d-e8b9-4225-b208-97c5bf279578 HTTP/1.1" status: 200 len: 853 time: 0.0515463 Sep 07 05:12:57.870105 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-7fda3e7a-c356-4646-85a7-882dd7b85e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:57.871765 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-7fda3e7a-c356-4646-85a7-882dd7b85e37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6065651b-6165-4696-96ad-91f42eb0fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510831 Sep 07 05:12:57.997222 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-5dd02363-5e1f-474c-9828-ca7938d86346 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:57.998701 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-5dd02363-5e1f-474c-9828-ca7938d86346 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.16 "GET /v2.0/networks?id=3b8b3524-c32b-4452-bc29-38331c4ae2bb HTTP/1.1" status: 200 len: 814 time: 0.1463816 Sep 07 05:12:58.016261 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-83cc5b9f-7222-4ce3-9726-7a277b1c01a3 service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316044 Sep 07 05:12:58.021970 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Request body: {'port': {'device_id': 'be1114eb-4013-47c3-8b35-e96755613840', 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb', 'admin_state_up': True, 'tenant_id': 'f6bf0fb8178b4c679f5c4c3639538192'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:58.082074 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:12:58.172142 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-790b00ba-392d-4130-b7dc-f337c1a85c1f req-a059f5d2-93a9-4cdb-8536-3bb1e1453a35 service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485798 Sep 07 05:12:58.248052 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,segment=NetworkSegment(d8c17050-8bcf-4897-92db-e53387ed835d),segment_id=d8c17050-8bcf-4897-92db-e53387ed835d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:12:58.262768 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': 'af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e', 'network_id': 'd3ebfc3e-1cd6-49e1-b0fb-5877dbbb46e8', 'port_id': 'af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e', 'mac_address': 'fa:16:3e:71:e5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce75bea-bbc0-445a-8a41-3ea423833ac9', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:12:58.289566 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27fd19-d53b-436a-a1e3-7d0e198e10d4 req-97895315-e5c4-43be-af32-0649dcccc485 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:58.292294 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5a27fd19-d53b-436a-a1e3-7d0e198e10d4 req-97895315-e5c4-43be-af32-0649dcccc485 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 947 time: 0.1383026 Sep 07 05:12:58.313490 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:58.334127 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:12:58.347719 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Made reservation on behalf of f6bf0fb8178b4c679f5c4c3639538192 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:12:58.353907 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:58.358943 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,segment=NetworkSegment(d8c17050-8bcf-4897-92db-e53387ed835d),segment_id=d8c17050-8bcf-4897-92db-e53387ed835d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:12:58.366459 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:58.429304 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5a27fd19-d53b-436a-a1e3-7d0e198e10d4 req-fd411904-5416-4979-a4fd-35c86f75b2c9 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/security-groups?id=08d25339-1c5a-4c72-b117-e32450a9a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150980 Sep 07 05:12:58.446634 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:58.455173 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.455684 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.456031 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.456567 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.457016 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.457336 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.458077 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.458494 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.458951 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.459378 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.459825 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.460271 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:12:58.617975 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Allocated IP 172.20.0.2 (3b8b3524-c32b-4452-bc29-38331c4ae2bb/36825229-dc86-48e4-b1d2-c5bebaa4e0ec/5a1b42ae-ec68-4117-8895-5d932d2f965d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:12:58.658925 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:12:58.833346 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0313-aec1-4aab-9ebd-1e69260c2518 req-da500f16-4add-4b41-b5c0-bb9c238c94c4 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:58.837334 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bcbf0313-aec1-4aab-9ebd-1e69260c2518 req-da500f16-4add-4b41-b5c0-bb9c238c94c4 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.1466417 Sep 07 05:12:58.845298 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:58.902791 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:58.923618 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bcbf0313-aec1-4aab-9ebd-1e69260c2518 req-c1907e55-5284-4545-b244-29a6d71d903d tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736804 Sep 07 05:12:59.087671 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Network 3b8b3524-c32b-4452-bc29-38331c4ae2bb is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:12:59.094711 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:12:59.103596 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Pushing event updated for resources: {'Port': ['ID=5a1b42ae-ec68-4117-8895-5d932d2f965d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:12:59.108444 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:12:59.173316 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433b42e-7056-44e6-a462-0fba79ac6265 req-f227e14a-8e00-4140-a4a9-1966161fac38 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:59.175469 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d433b42e-7056-44e6-a462-0fba79ac6265 req-f227e14a-8e00-4140-a4a9-1966161fac38 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 931 time: 0.2045681 Sep 07 05:12:59.204260 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:59.205046 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:59.247241 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-458ca5f0-96dd-4a4c-9794-699dd5d1cd37 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2362521 Sep 07 05:12:59.253865 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d433b42e-7056-44e6-a462-0fba79ac6265 req-f717a3ca-5d4f-4d63-bbca-15fd89f4e750 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655482 Sep 07 05:12:59.263343 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Request body: {'port': {'device_id': 'be1114eb-4013-47c3-8b35-e96755613840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:12:59.332469 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a37ca-4357-41fa-b76a-45657e399e63 req-0a15cf22-8927-44ae-b200-27e4f1654063 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:59.336150 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-621a37ca-4357-41fa-b76a-45657e399e63 req-0a15cf22-8927-44ae-b200-27e4f1654063 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 946 time: 0.0693085 Sep 07 05:12:59.341801 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:59.381448 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-621a37ca-4357-41fa-b76a-45657e399e63 req-be75e7c7-26f6-4a27-9548-f99742097b0a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 Sep 07 05:12:59.664955 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddedef0-a9bc-4a0d-b1e4-3733f4738e9a req-edcabdfa-2e8e-4320-987a-658e4a62ccb3 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:12:59.666816 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7ddedef0-a9bc-4a0d-b1e4-3733f4738e9a req-edcabdfa-2e8e-4320-987a-658e4a62ccb3 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 948 time: 0.1278214 Sep 07 05:12:59.754061 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7ddedef0-a9bc-4a0d-b1e4-3733f4738e9a req-2dd7a818-2cd3-47f8-bd74-cd9aba0e6f12 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/security-groups?id=08d25339-1c5a-4c72-b117-e32450a9a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778277 Sep 07 05:12:59.802926 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1b42ae-ec68-4117-8895-5d932d2f965d {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:12:59.815865 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:59.841157 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Transition to ACTIVE for port object 5a1b42ae-ec68-4117-8895-5d932d2f965d will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:12:59.846404 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:12:59.907846 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1b42ae-ec68-4117-8895-5d932d2f965d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:00.001528 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Attempting to bind port 5a1b42ae-ec68-4117-8895-5d932d2f965d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:13:00.001760 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Attempting to bind port 5a1b42ae-ec68-4117-8895-5d932d2f965d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'be9350db-28ac-417f-a7aa-d22a3277dc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:13:00.002272 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Attempting to bind port 5a1b42ae-ec68-4117-8895-5d932d2f965d on network 3b8b3524-c32b-4452-bc29-38331c4ae2bb {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:13:00.009178 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Port 5a1b42ae-ec68-4117-8895-5d932d2f965d on network 3b8b3524-c32b-4452-bc29-38331c4ae2bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:13:00.009551 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Attempting to bind port 5a1b42ae-ec68-4117-8895-5d932d2f965d on network 3b8b3524-c32b-4452-bc29-38331c4ae2bb {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:13:00.015670 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:13:00.016014 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Checking segment: {'id': 'be9350db-28ac-417f-a7aa-d22a3277dc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:13:00.016450 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Bound using segment: {'id': 'be9350db-28ac-417f-a7aa-d22a3277dc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:13:00.016909 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Bound port: 5a1b42ae-ec68-4117-8895-5d932d2f965d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9350db-28ac-417f-a7aa-d22a3277dc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:13:00.017295 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:00.087932 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:13:00.097241 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] For port 5a1b42ae-ec68-4117-8895-5d932d2f965d, host hv-cinder-80475, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:13:00.104149 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] For port 5a1b42ae-ec68-4117-8895-5d932d2f965d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5a1b42ae-ec68-4117-8895-5d932d2f965d,segment=NetworkSegment(be9350db-28ac-417f-a7aa-d22a3277dc96),segment_id=be9350db-28ac-417f-a7aa-d22a3277dc96)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:13:00.112401 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:00.130223 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7108be-6dcb-42a3-90bb-b7507d0f849f req-5e113a13-17c0-4241-b792-03d021afe8df tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:00.135934 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-de7108be-6dcb-42a3-90bb-b7507d0f849f req-5e113a13-17c0-4241-b792-03d021afe8df tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.0711975 Sep 07 05:13:00.142796 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:13:00.148223 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:13:00.148626 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:00.173134 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:00.173698 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:00.175371 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] 10.222.0.16 "PUT /v2.0/ports/5a1b42ae-ec68-4117-8895-5d932d2f965d HTTP/1.1" status: 200 len: 1093 time: 0.9182684 Sep 07 05:13:00.175829 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1114eb-4013-47c3-8b35-e96755613840', 'tag': '5a1b42ae-ec68-4117-8895-5d932d2f965d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:00.179492 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79" -d '{"events": [{"name": "network-changed", "server_uuid": "be1114eb-4013-47c3-8b35-e96755613840", "tag": "5a1b42ae-ec68-4117-8895-5d932d2f965d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:00.198785 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-de7108be-6dcb-42a3-90bb-b7507d0f849f req-daae8b75-74bc-49ab-a318-13520f675bc2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533893 Sep 07 05:13:00.208779 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3235898-6fc0-48a0-bdca-9cc3d5eeb394 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1b42ae-ec68-4117-8895-5d932d2f965d,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:00.270720 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:00.276874 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d038c07-113c-4bad-8101-9f93e3b13c62 x-openstack-request-id: req-3d038c07-113c-4bad-8101-9f93e3b13c62 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:00.277179 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1114eb-4013-47c3-8b35-e96755613840", "tag": "5a1b42ae-ec68-4117-8895-5d932d2f965d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:00.277448 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d038c07-113c-4bad-8101-9f93e3b13c62 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:00.277799 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1114eb-4013-47c3-8b35-e96755613840', 'tag': '5a1b42ae-ec68-4117-8895-5d932d2f965d', 'status': 'completed', 'code': 200} Sep 07 05:13:00.296315 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b601dd17-0210-46ad-85b5-385b9dca309b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:00.298668 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed22c1a-4111-4970-b0c3-7205363e10b1" -d '{"events": [{"server_uuid": "b601dd17-0210-46ad-85b5-385b9dca309b", "name": "network-vif-plugged", "status": "completed", "tag": "af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:00.313109 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,segment=NetworkSegment(d8c17050-8bcf-4897-92db-e53387ed835d),segment_id=d8c17050-8bcf-4897-92db-e53387ed835d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:00.318474 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-97ac0fe7-4f5e-4a4f-b120-a5c90cecbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:00.322265 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:00.323177 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-97ac0fe7-4f5e-4a4f-b120-a5c90cecbcdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6bf0fb8178b4c679f5c4c3639538192&device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 1096 time: 0.0807736 Sep 07 05:13:00.367419 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ff4c5-6a66-4bb3-a066-83004548a357 x-openstack-request-id: req-9f5ff4c5-6a66-4bb3-a066-83004548a357 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:00.367857 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b601dd17-0210-46ad-85b5-385b9dca309b", "name": "network-vif-plugged", "status": "completed", "tag": "af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:00.368280 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f5ff4c5-6a66-4bb3-a066-83004548a357 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:00.368858 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b601dd17-0210-46ad-85b5-385b9dca309b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e', 'code': 200} Sep 07 05:13:00.405488 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-22533126-12a7-4283-ac40-ad85b12d3f78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a1b42ae-ec68-4117-8895-5d932d2f965d HTTP/1.1" status: 200 len: 217 time: 0.0737681 Sep 07 05:13:00.405905 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:00.446439 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d75ae-7206-4f61-8d0f-fb0cab70c55e req-1f5dd921-ea1c-451a-a40c-ec4f584f93fc tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:00.449845 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-612d75ae-7206-4f61-8d0f-fb0cab70c55e req-1f5dd921-ea1c-451a-a40c-ec4f584f93fc tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 943 time: 0.1055975 Sep 07 05:13:00.486398 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-716e8f5e-39a0-438c-a45e-de3aa2dbc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:00.488616 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-716e8f5e-39a0-438c-a45e-de3aa2dbc175 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36825229-dc86-48e4-b1d2-c5bebaa4e0ec HTTP/1.1" status: 200 len: 854 time: 0.0739410 Sep 07 05:13:00.515862 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-612d75ae-7206-4f61-8d0f-fb0cab70c55e req-fada17e9-1afd-4f94-9df4-3f6c8f214428 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584936 Sep 07 05:13:00.569659 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-c6b2b2f1-fb2d-4edd-993c-22aa35bcb6c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b8b3524-c32b-4452-bc29-38331c4ae2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723281 Sep 07 05:13:00.593002 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78768633-5b29-4d76-b98a-905e1647bfca req-78a72e9d-31e5-4ae3-aa8c-ab64c148d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:00.594996 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-78768633-5b29-4d76-b98a-905e1647bfca req-78a72e9d-31e5-4ae3-aa8c-ab64c148d465 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 1102 time: 0.0510921 Sep 07 05:13:00.626688 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f18504-2ebd-47c7-8abd-eb3886f76aee req-53e61a08-7cf2-4702-b046-d710a3b3a8bd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:00.628334 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e3f18504-2ebd-47c7-8abd-eb3886f76aee req-53e61a08-7cf2-4702-b046-d710a3b3a8bd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 946 time: 0.1325743 Sep 07 05:13:00.655884 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-78768633-5b29-4d76-b98a-905e1647bfca req-bf9683b5-a5dd-4e0a-a89c-0c91a1ae91ff service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=08d25339-1c5a-4c72-b117-e32450a9a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518022 Sep 07 05:13:00.727270 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e3f18504-2ebd-47c7-8abd-eb3886f76aee req-91f156da-119f-4c19-a108-7d61a3a658fe tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643535 Sep 07 05:13:00.733187 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-b9ab3f47-0adb-4e4d-9d57-8a47e97791d3 service neutron] 10.222.0.16 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546059 Sep 07 05:13:00.894812 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747153d7-2ff8-42d5-b6ff-9b1656987a86 req-3e499385-e666-4ffa-b6bf-cc6d60db2737 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:00.897535 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-747153d7-2ff8-42d5-b6ff-9b1656987a86 req-3e499385-e666-4ffa-b6bf-cc6d60db2737 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 949 time: 0.0640845 Sep 07 05:13:00.960480 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-747153d7-2ff8-42d5-b6ff-9b1656987a86 req-c4febf14-960c-4cc0-a5c2-d84a814e405a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/security-groups?id=08d25339-1c5a-4c72-b117-e32450a9a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Sep 07 05:13:00.974146 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-90ab6a65-2a75-49bd-ad9a-fe5766ec2077 req-63be154b-a75d-421c-a0d1-fea31f609cb6 service neutron] 10.222.0.16 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224885 Sep 07 05:13:01.098810 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79 req-50e8859d-7e74-4827-a9ae-7446bf25fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:01.101265 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79 req-50e8859d-7e74-4827-a9ae-7446bf25fd36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6bf0fb8178b4c679f5c4c3639538192&device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 1096 time: 0.0522642 Sep 07 05:13:01.147014 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f07826-2488-4024-8260-333b6a795b36 req-f2e66a2f-a97e-4608-92e5-6d4cffeba2b3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:01.148607 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-47f07826-2488-4024-8260-333b6a795b36 req-f2e66a2f-a97e-4608-92e5-6d4cffeba2b3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 946 time: 0.0660200 Sep 07 05:13:01.238400 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79 req-daeac0ab-0a9d-4b61-b6df-b57f46250ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:01.242103 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79 req-daeac0ab-0a9d-4b61-b6df-b57f46250ed1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b8b3524-c32b-4452-bc29-38331c4ae2bb HTTP/1.1" status: 200 len: 915 time: 0.1324856 Sep 07 05:13:01.270302 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Deleting port 26f13ac0-5239-494c-9ff4-1959be9b1272 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:13:01.270813 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:01.309915 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79 req-def46fdd-a8fc-4271-a6d6-b389d1d06297 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a1b42ae-ec68-4117-8895-5d932d2f965d HTTP/1.1" status: 200 len: 217 time: 0.0576625 Sep 07 05:13:01.395749 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79 req-e336959f-f75d-4ba7-a404-b51f88963017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:01.397173 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79 req-e336959f-f75d-4ba7-a404-b51f88963017 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36825229-dc86-48e4-b1d2-c5bebaa4e0ec HTTP/1.1" status: 200 len: 854 time: 0.0800960 Sep 07 05:13:01.399055 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] For port 26f13ac0-5239-494c-9ff4-1959be9b1272, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=26f13ac0-5239-494c-9ff4-1959be9b1272,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:01.399420 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:01.418106 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb20532-fe35-49dd-acc1-23b1170cf867 req-d8b2da3d-7ea8-4a01-bd8a-825e0ba5392f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:01.419704 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-abb20532-fe35-49dd-acc1-23b1170cf867 req-d8b2da3d-7ea8-4a01-bd8a-825e0ba5392f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.0710993 Sep 07 05:13:01.500293 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-abb20532-fe35-49dd-acc1-23b1170cf867 req-37efd9af-6232-4852-bb48-67ebdc065b4f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655150 Sep 07 05:13:01.502363 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79 req-571d1f7c-1b5a-4775-8519-0b4a180808c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b8b3524-c32b-4452-bc29-38331c4ae2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974891 Sep 07 05:13:01.634203 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79 req-4eb4548f-935f-4153-97d7-0b81a9971273 service neutron] 10.222.0.16 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169825 Sep 07 05:13:01.822310 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ff0ab8a2-3753-44ed-b6aa-3c5c57451e79 req-eafa6be0-a986-4f53-be83-cad31d307904 service neutron] 10.222.0.16 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746576 Sep 07 05:13:01.886608 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0a684-d8f0-4eed-9216-4e19c0bbbd73 req-abd76cde-150f-41fe-ade0-bb226d8f3f0c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:01.888974 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5bb0a684-d8f0-4eed-9216-4e19c0bbbd73 req-abd76cde-150f-41fe-ade0-bb226d8f3f0c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 946 time: 0.0612628 Sep 07 05:13:01.940853 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5bb0a684-d8f0-4eed-9216-4e19c0bbbd73 req-7bdf6aa5-7b33-4d7c-be28-a1190f6972cf tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=94b53689-0b22-404d-97cb-d8729a974ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Sep 07 05:13:01.991439 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69fead-c0f9-4fe4-b967-42cef4f358b4 req-1ea49b2b-3746-4262-9596-e99906c96868 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:01.993059 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ac69fead-c0f9-4fe4-b967-42cef4f358b4 req-1ea49b2b-3746-4262-9596-e99906c96868 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 943 time: 0.1339405 Sep 07 05:13:02.031433 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:02.031719 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:02.032033 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.l3_db [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Floating IP fd821e67-331c-466d-bebc-2e16e456b7c8 disassociated. External IP: 172.27.3.244, port: 26f13ac0-5239-494c-9ff4-1959be9b1272. Sep 07 05:13:02.032399 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Calling delete_port for 26f13ac0-5239-494c-9ff4-1959be9b1272 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:13:02.099022 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102726f-97a4-40c2-9094-0854e5eaf97d req-b0e4a908-c485-4c91-929e-db9b2b468c9c tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:02.100751 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5102726f-97a4-40c2-9094-0854e5eaf97d req-b0e4a908-c485-4c91-929e-db9b2b468c9c tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 949 time: 0.0554032 Sep 07 05:13:02.101178 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ac69fead-c0f9-4fe4-b967-42cef4f358b4 req-f77f3134-1d5c-4538-a42b-7729034e22aa tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860796 Sep 07 05:13:02.161333 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5102726f-97a4-40c2-9094-0854e5eaf97d req-1c3c4b52-edc1-4f4f-ac04-1d648747950b tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/security-groups?id=08d25339-1c5a-4c72-b117-e32450a9a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502088 Sep 07 05:13:02.206957 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:02.236910 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event deleted for resources: {'Port': ['ID=26f13ac0-5239-494c-9ff4-1959be9b1272,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:02.250143 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.250604 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.250957 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.251300 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.251638 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.251975 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.252348 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.252679 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.253009 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.253336 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.253662 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.253987 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:02.389428 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Router b466ee06-045f-40d2-9078-559dfe9f97a5 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:13:02.538607 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:13:02.557867 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] Sync routers for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:13:02.578926 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:13:02.579969 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:12:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:13:02.601497 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] No DVR routers for this DVR port 26f13ac0-5239-494c-9ff4-1959be9b1272 on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:13:02.605319 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:02.611927 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-47f07826-2488-4024-8260-333b6a795b36 req-85631cb4-5176-4456-bf0c-d7b5e32c3c99 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.16 "DELETE /v2.0/ports/26f13ac0-5239-494c-9ff4-1959be9b1272 HTTP/1.1" status: 204 len: 173 time: 1.4533734 Sep 07 05:13:02.614970 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'name': 'network-vif-deleted', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:02.620946 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c5e3b1-a380-4d8a-abcb-64a7a7d461ad" -d '{"events": [{"server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "name": "network-vif-deleted", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:02.637697 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72a5d-6c46-44ef-8f03-1ad57c579494 req-cfe35f7f-b69e-4ee9-8007-30b4dd9e59d0 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:02.639523 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-71d72a5d-6c46-44ef-8f03-1ad57c579494 req-cfe35f7f-b69e-4ee9-8007-30b4dd9e59d0 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 949 time: 0.1014931 Sep 07 05:13:02.716796 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-71d72a5d-6c46-44ef-8f03-1ad57c579494 req-13fb76dc-f171-4e38-8b4e-07dadf3a77a8 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/security-groups?id=08d25339-1c5a-4c72-b117-e32450a9a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679464 Sep 07 05:13:02.740857 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7e62-f678-4ac1-82cb-0658a8c3be38 req-048246f7-0608-4193-9f67-3833e9add7f0 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:02.740857 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cb5a7e62-f678-4ac1-82cb-0658a8c3be38 req-048246f7-0608-4193-9f67-3833e9add7f0 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.0711744 Sep 07 05:13:02.798213 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cb5a7e62-f678-4ac1-82cb-0658a8c3be38 req-8134b81e-dd5b-4ecc-a2bd-0c5bd608988c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557032 Sep 07 05:13:02.799456 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:13:02.820288 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f490ef1-652f-4900-8a2c-d8d5c3214e1e x-openstack-request-id: req-0f490ef1-652f-4900-8a2c-d8d5c3214e1e {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:02.820883 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82", "name": "network-vif-deleted", "tag": "26f13ac0-5239-494c-9ff4-1959be9b1272", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:02.821552 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f490ef1-652f-4900-8a2c-d8d5c3214e1e {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:02.822287 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82', 'name': 'network-vif-deleted', 'tag': '26f13ac0-5239-494c-9ff4-1959be9b1272', 'status': 'completed', 'code': 200} Sep 07 05:13:03.056463 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:13:03.099181 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] Checking router: b466ee06-045f-40d2-9078-559dfe9f97a5 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:13:03.111681 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e7e512ee-3d67-48eb-bcdc-74f4d933691c req-3d3142dc-538f-4b9b-8851-31995197eedc tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9ab7e0f-f862-4ccb-a7bf-aa7fafb23f82 HTTP/1.1" status: 200 len: 210 time: 0.0364990 Sep 07 05:13:03.114530 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:13:03.115175 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:12:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:13:03.269249 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3757481-900a-4697-8076-35246e4d6356 req-48cd9480-f765-4877-84ce-2a51b4263cd8 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:03.271818 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3757481-900a-4697-8076-35246e4d6356 req-48cd9480-f765-4877-84ce-2a51b4263cd8 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 943 time: 0.0673144 Sep 07 05:13:03.351280 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:13:03.353520 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3757481-900a-4697-8076-35246e4d6356 req-55705bc3-9672-47a2-b186-1c1bcfecf965 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679119 Sep 07 05:13:03.680765 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:13:03.733546 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01a35b-2548-4168-aea6-bd03fdd085d9 None None] The sync data for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi is: [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:13:03.900416 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2a00d-0b5f-4f0f-96eb-f2c8336fec8f req-4f8940d5-b7db-4d30-af7d-b30ff6a67cc2 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:03.912980 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6be2a00d-0b5f-4f0f-96eb-f2c8336fec8f req-4f8940d5-b7db-4d30-af7d-b30ff6a67cc2 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 949 time: 0.0942695 Sep 07 05:13:03.986334 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6be2a00d-0b5f-4f0f-96eb-f2c8336fec8f req-c068c274-3de1-47ed-8630-d2ef06f1bc39 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/security-groups?id=08d25339-1c5a-4c72-b117-e32450a9a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697846 Sep 07 05:13:04.024341 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277427b-936f-434d-8f59-f6a475501c15 req-bca7f706-f4b7-41f7-881a-e88115be8576 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:04.026043 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f277427b-936f-434d-8f59-f6a475501c15 req-bca7f706-f4b7-41f7-881a-e88115be8576 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.16 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 949 time: 0.1329703 Sep 07 05:13:04.039433 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2947c-45aa-4bd1-acc5-2272b4cbcd7a req-d7a66d71-aa7e-4a5c-be4f-5cce0eee0c48 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:04.041064 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-54b2947c-45aa-4bd1-acc5-2272b4cbcd7a req-d7a66d71-aa7e-4a5c-be4f-5cce0eee0c48 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.1154642 Sep 07 05:13:04.079267 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ef4ab6-ac46-4b77-af76-d225d124d5c4 None None] New status for floating IP fd821e67-331c-466d-bebc-2e16e456b7c8: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:13:04.096696 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 5a1b42ae-ec68-4117-8895-5d932d2f965d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:13:04.152699 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-54b2947c-45aa-4bd1-acc5-2272b4cbcd7a req-f4d19f80-d4e7-4284-9e00-3288ddc5eed4 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007221 Sep 07 05:13:04.182962 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-f277427b-936f-434d-8f59-f6a475501c15 req-c62f6886-831e-4835-a642-dc299033ca1a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Deleting port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:13:04.182962 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f277427b-936f-434d-8f59-f6a475501c15 req-c62f6886-831e-4835-a642-dc299033ca1a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:04.265006 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 5a1b42ae-ec68-4117-8895-5d932d2f965d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5a1b42ae-ec68-4117-8895-5d932d2f965d,segment=NetworkSegment(be9350db-28ac-417f-a7aa-d22a3277dc96),segment_id=be9350db-28ac-417f-a7aa-d22a3277dc96)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:04.299335 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '5a1b42ae-ec68-4117-8895-5d932d2f965d', 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb', 'port_id': '5a1b42ae-ec68-4117-8895-5d932d2f965d', 'mac_address': 'fa:16:3e:93:31:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36825229-dc86-48e4-b1d2-c5bebaa4e0ec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:13:04.300136 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49826) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:13:04.345719 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-f277427b-936f-434d-8f59-f6a475501c15 req-c62f6886-831e-4835-a642-dc299033ca1a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] For port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,segment=NetworkSegment(d8c17050-8bcf-4897-92db-e53387ed835d),segment_id=d8c17050-8bcf-4897-92db-e53387ed835d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:04.346558 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f277427b-936f-434d-8f59-f6a475501c15 req-c62f6886-831e-4835-a642-dc299033ca1a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:04.363334 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-f277427b-936f-434d-8f59-f6a475501c15 req-c62f6886-831e-4835-a642-dc299033ca1a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Calling delete_port for af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:13:04.397734 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:04.429020 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1b42ae-ec68-4117-8895-5d932d2f965d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:13:04.459731 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:04.476919 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 5a1b42ae-ec68-4117-8895-5d932d2f965d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5a1b42ae-ec68-4117-8895-5d932d2f965d,segment=NetworkSegment(be9350db-28ac-417f-a7aa-d22a3277dc96),segment_id=be9350db-28ac-417f-a7aa-d22a3277dc96)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:04.487177 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:04.492249 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:04.563704 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=5a1b42ae-ec68-4117-8895-5d932d2f965d,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:04.608939 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f277427b-936f-434d-8f59-f6a475501c15 req-c62f6886-831e-4835-a642-dc299033ca1a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:04.616415 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c64657-a05f-40c2-9152-16392adc7360 req-1d6891c3-987a-469d-9915-fb19ca94679d tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:04.618574 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-15c64657-a05f-40c2-9152-16392adc7360 req-1d6891c3-987a-469d-9915-fb19ca94679d tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 944 time: 0.1220324 Sep 07 05:13:04.699123 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f6886-831e-4835-a642-dc299033ca1a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Pushing event deleted for resources: {'Port': ['ID=af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:04.719310 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['5a1b42ae-ec68-4117-8895-5d932d2f965d'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:13:04.762604 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-f277427b-936f-434d-8f59-f6a475501c15 req-c62f6886-831e-4835-a642-dc299033ca1a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] No DVR routers for this DVR port af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:13:04.768347 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f277427b-936f-434d-8f59-f6a475501c15 req-c62f6886-831e-4835-a642-dc299033ca1a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:04.775297 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f277427b-936f-434d-8f59-f6a475501c15 req-c62f6886-831e-4835-a642-dc299033ca1a tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.16 "DELETE /v2.0/ports/af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e HTTP/1.1" status: 204 len: 173 time: 0.7329009 Sep 07 05:13:04.824495 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b601dd17-0210-46ad-85b5-385b9dca309b', 'name': 'network-vif-deleted', 'tag': 'af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:04.828771 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f9ea90-49dc-4336-9175-51a316993191" -d '{"events": [{"server_uuid": "b601dd17-0210-46ad-85b5-385b9dca309b", "name": "network-vif-deleted", "tag": "af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:04.899777 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0987f649-9903-48ff-843d-4b4c14235622 x-openstack-request-id: req-0987f649-9903-48ff-843d-4b4c14235622 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:04.900420 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b601dd17-0210-46ad-85b5-385b9dca309b", "name": "network-vif-deleted", "tag": "af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:04.900942 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0987f649-9903-48ff-843d-4b4c14235622 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:04.901615 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b601dd17-0210-46ad-85b5-385b9dca309b', 'name': 'network-vif-deleted', 'tag': 'af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e', 'status': 'completed', 'code': 200} Sep 07 05:13:04.935463 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:04.938261 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:04.940001 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "DELETE /v2.0/security-groups/94b53689-0b22-404d-97cb-d8729a974ca1 HTTP/1.1" status: 204 len: 168 time: 0.6372290 Sep 07 05:13:04.943855 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49832) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:13:04.974637 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-15c64657-a05f-40c2-9152-16392adc7360 req-5c649b31-d626-4a6c-91d6-239d8a8c49d6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496454 Sep 07 05:13:04.978178 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b53689-0b22-404d-97cb-d8729a974ca1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:04.990275 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.api.v2.resource [None req-4e52e4ca-c527-4c26-b38a-3531bcb7beda tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] show failed (client error): The resource could not be found. Sep 07 05:13:04.992002 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-4e52e4ca-c527-4c26-b38a-3531bcb7beda tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups/94b53689-0b22-404d-97cb-d8729a974ca1 HTTP/1.1" status: 404 len: 347 time: 0.0463018 Sep 07 05:13:04.995048 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49834) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:13:05.029953 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.030503 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.030738 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.031108 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.031401 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.031733 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.032187 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.032445 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.032775 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.033099 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.033425 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.033753 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d2fe1-dbcc-47d7-ab18-7a6b01c34686 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:13:05.156600 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e43d1f5d-d71e-489a-a553-f8a583b4f91c req-f3aa6b75-01f0-454b-a40f-88c94d67fdc0 tempest-VolumesNegativeTest-1264398642 tempest-VolumesNegativeTest-1264398642-project] 10.222.0.49 "GET /v2.0/ports?device_id=b601dd17-0210-46ad-85b5-385b9dca309b HTTP/1.1" status: 200 len: 210 time: 0.0290403 Sep 07 05:13:05.201286 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2add1e1b-a24a-48aa-a610-401754da968a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Deleting port 60b9055f-b098-446e-8dbf-bc0bc8f2910c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:13:05.201879 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2add1e1b-a24a-48aa-a610-401754da968a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:05.384419 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2add1e1b-a24a-48aa-a610-401754da968a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:05.385188 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2add1e1b-a24a-48aa-a610-401754da968a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:05.415737 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4746b6-6347-4ad3-9c23-00d44bb95dd4 req-3d92c65b-5777-4733-909f-3ca41bfcfb13 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:05.417358 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9b4746b6-6347-4ad3-9c23-00d44bb95dd4 req-3d92c65b-5777-4733-909f-3ca41bfcfb13 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.1325178 Sep 07 05:13:05.422124 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2add1e1b-a24a-48aa-a610-401754da968a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Calling delete_port for 60b9055f-b098-446e-8dbf-bc0bc8f2910c owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:13:05.524343 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9b4746b6-6347-4ad3-9c23-00d44bb95dd4 req-8fc0e674-a2d3-48a3-87c1-e943c3229822 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939817 Sep 07 05:13:05.617110 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2add1e1b-a24a-48aa-a610-401754da968a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:05.643776 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add1e1b-a24a-48aa-a610-401754da968a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event deleted for resources: {'Port': ['ID=60b9055f-b098-446e-8dbf-bc0bc8f2910c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:05.713841 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2add1e1b-a24a-48aa-a610-401754da968a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:05.718076 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2add1e1b-a24a-48aa-a610-401754da968a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:05.720094 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2add1e1b-a24a-48aa-a610-401754da968a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "DELETE /v2.0/floatingips/fd821e67-331c-466d-bebc-2e16e456b7c8 HTTP/1.1" status: 204 len: 168 time: 0.7237196 Sep 07 05:13:06.101598 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 5a1b42ae-ec68-4117-8895-5d932d2f965d up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:13:06.127653 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b1aeb-f605-49c8-8b28-7ac2d7fa1957 req-3caf0219-1bcf-47ee-a198-d07a989205df tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:06.130063 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f36b1aeb-f605-49c8-8b28-7ac2d7fa1957 req-3caf0219-1bcf-47ee-a198-d07a989205df tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 944 time: 0.0805521 Sep 07 05:13:06.163444 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 5a1b42ae-ec68-4117-8895-5d932d2f965d completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:13:06.167863 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 5a1b42ae-ec68-4117-8895-5d932d2f965d triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:13:06.168284 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.177467 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f36b1aeb-f605-49c8-8b28-7ac2d7fa1957 req-68e89bf8-bf1b-476f-9dde-2f7fff216260 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Sep 07 05:13:06.241656 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49850) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:13:06.246824 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-644ad967-4ff4-4904-b61b-21d100bd06f6 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978872037', 'description': 'tempest-description--101821541'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:13:06.274802 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-644ad967-4ff4-4904-b61b-21d100bd06f6 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.297811 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.323716 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1114eb-4013-47c3-8b35-e96755613840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1b42ae-ec68-4117-8895-5d932d2f965d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:06.326148 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5607d2-438f-48e0-b250-64b8e8dced85" -d '{"events": [{"server_uuid": "be1114eb-4013-47c3-8b35-e96755613840", "name": "network-vif-plugged", "status": "completed", "tag": "5a1b42ae-ec68-4117-8895-5d932d2f965d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:06.340144 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 5a1b42ae-ec68-4117-8895-5d932d2f965d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5a1b42ae-ec68-4117-8895-5d932d2f965d,segment=NetworkSegment(be9350db-28ac-417f-a7aa-d22a3277dc96),segment_id=be9350db-28ac-417f-a7aa-d22a3277dc96)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:06.347751 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.350478 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:13:06.392714 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c2f85a-d5b5-4ed7-aec4-e01637475f91 x-openstack-request-id: req-a7c2f85a-d5b5-4ed7-aec4-e01637475f91 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:06.393029 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1114eb-4013-47c3-8b35-e96755613840", "name": "network-vif-plugged", "status": "completed", "tag": "5a1b42ae-ec68-4117-8895-5d932d2f965d", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:06.393221 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7c2f85a-d5b5-4ed7-aec4-e01637475f91 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:06.393608 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1114eb-4013-47c3-8b35-e96755613840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1b42ae-ec68-4117-8895-5d932d2f965d', 'code': 200} Sep 07 05:13:06.412386 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-644ad967-4ff4-4904-b61b-21d100bd06f6 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.417574 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-644ad967-4ff4-4904-b61b-21d100bd06f6 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.436034 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:13:06.436855 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device af8f7ccb-b061-4c4a-821c-c0b4e7a7b11e not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:13:06.437644 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 26f13ac0-5239-494c-9ff4-1959be9b1272 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:13:06.458828 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-644ad967-4ff4-4904-b61b-21d100bd06f6 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.460137 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-644ad967-4ff4-4904-b61b-21d100bd06f6 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2173762 Sep 07 05:13:06.464506 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 49860) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:13:06.469343 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ad967-4ff4-4904-b61b-21d100bd06f6 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4befe0b1-989c-403c-835b-0098a8957133,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:06.480555 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 26f13ac0-5239-494c-9ff4-1959be9b1272 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:13:06.480911 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 26f13ac0-5239-494c-9ff4-1959be9b1272 not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:13:06.485757 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-40057001-41d1-425e-a97a-135ccc660543 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'security_group_rule': {'security_group_id': '4befe0b1-989c-403c-835b-0098a8957133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:13:06.498444 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=5a1b42ae-ec68-4117-8895-5d932d2f965d,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:06.553146 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40057001-41d1-425e-a97a-135ccc660543 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.669770 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40057001-41d1-425e-a97a-135ccc660543 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.679472 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749ffbe-c659-433f-8c24-05914b619433 req-61b8f24b-5164-4e7b-911c-5eda4f2d06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:06.681064 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d749ffbe-c659-433f-8c24-05914b619433 req-61b8f24b-5164-4e7b-911c-5eda4f2d06ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 1098 time: 0.1167254 Sep 07 05:13:06.681733 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40057001-41d1-425e-a97a-135ccc660543 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.719032 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40057001-41d1-425e-a97a-135ccc660543 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60367059-7d9f-4842-a6d3-59400f8e1cfc,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:06.737093 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a04f-3255-4b48-955c-4232bee6f099 req-da3a5565-89a5-4e56-8f77-d4eea12cd0e5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:06.740226 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4df0a04f-3255-4b48-955c-4232bee6f099 req-da3a5565-89a5-4e56-8f77-d4eea12cd0e5 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.1226733 Sep 07 05:13:06.747270 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40057001-41d1-425e-a97a-135ccc660543 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.749580 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-40057001-41d1-425e-a97a-135ccc660543 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2837045 Sep 07 05:13:06.752305 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49876) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:13:06.758423 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8df2c1f2-e40c-4a1a-b9fe-44f1eed185ca tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'security_group_rule': {'security_group_id': '4befe0b1-989c-403c-835b-0098a8957133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:13:06.790610 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8df2c1f2-e40c-4a1a-b9fe-44f1eed185ca tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.801507 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d749ffbe-c659-433f-8c24-05914b619433 req-7a018a5c-4522-4658-9584-364f45872b74 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045265 Sep 07 05:13:06.829369 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4df0a04f-3255-4b48-955c-4232bee6f099 req-c63aa47a-babe-49de-b04e-2fd2c5439e17 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779710 Sep 07 05:13:06.882328 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8df2c1f2-e40c-4a1a-b9fe-44f1eed185ca tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.887646 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8df2c1f2-e40c-4a1a-b9fe-44f1eed185ca tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.912359 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2c1f2-e40c-4a1a-b9fe-44f1eed185ca tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d417bb-9fdd-475a-8e98-999887cbf503,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:06.921164 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8df2c1f2-e40c-4a1a-b9fe-44f1eed185ca tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:06.926654 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8df2c1f2-e40c-4a1a-b9fe-44f1eed185ca tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1691637 Sep 07 05:13:06.926891 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 49886) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:13:06.931524 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'floatingip': {'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:13:06.954354 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:07.099362 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:07.247082 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Allocated IP 172.27.3.193 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/6a1e887a-611e-48c2-8c61-737c4f891dc4) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:13:07.374456 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ffcd1-66b1-4ac0-8d52-10d2cd289ff5 req-1ccd7eaf-3a81-4dc6-88d4-db1d6e79039c tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:07.376106 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-955ffcd1-66b1-4ac0-8d52-10d2cd289ff5 req-1ccd7eaf-3a81-4dc6-88d4-db1d6e79039c tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 945 time: 0.1008911 Sep 07 05:13:07.417492 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:07.454046 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-955ffcd1-66b1-4ac0-8d52-10d2cd289ff5 req-576b7a78-da08-4ca9-af40-9ec28eadad97 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669298 Sep 07 05:13:07.488427 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:07.529672 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:13:07.533222 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:13:07.538002 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:13:07.575233 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'Port': ['ID=6a1e887a-611e-48c2-8c61-737c4f891dc4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:07.648585 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:07.692444 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:07.862333 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:07.868343 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:07.950232 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'Port': ['ID=6a1e887a-611e-48c2-8c61-737c4f891dc4,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:07.960198 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b64ed-0ddc-42da-8ade-aa5e88bda3f0 req-a22c134c-3e9f-4cae-b1fc-87ae1aa3ec82 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:07.961777 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c90b64ed-0ddc-42da-8ade-aa5e88bda3f0 req-a22c134c-3e9f-4cae-b1fc-87ae1aa3ec82 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.0645843 Sep 07 05:13:07.971401 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:07.989137 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:07.991007 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4fe1738f-5edc-42a5-8dee-6c887a0b97c3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0630569 Sep 07 05:13:08.008320 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c90b64ed-0ddc-42da-8ade-aa5e88bda3f0 req-66a544d4-7464-40e8-863d-a2aff8600bed tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397766 Sep 07 05:13:08.197251 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-9e0eb193-4879-4c33-912c-318ecd0fb6ab tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1978872037&fields=id&tenant_id=aae983a094f84fe891eb38815d522d61 HTTP/1.1" status: 200 len: 267 time: 0.0366549 Sep 07 05:13:08.318557 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-897acb26-ec19-427c-b91e-532a372c4963 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:08.320123 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-897acb26-ec19-427c-b91e-532a372c4963 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 817 time: 0.1157804 Sep 07 05:13:08.341606 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-30adfb8e-1b7b-4716-b15a-61d5da28bae2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/quotas/aae983a094f84fe891eb38815d522d61 HTTP/1.1" status: 200 len: 375 time: 0.0107701 Sep 07 05:13:08.403513 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-844de431-6859-4550-aebf-ee03be92e18a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516024 Sep 07 05:13:08.584344 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-21f6ada0-aebf-4d42-bb37-d2046981175f service neutron] 10.222.0.49 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685092 Sep 07 05:13:08.622238 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8a387-948c-43a9-949e-04972ec11e6a req-4e576f15-663a-480f-9961-abdb4eafecf0 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:08.623821 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-00b8a387-948c-43a9-949e-04972ec11e6a req-4e576f15-663a-480f-9961-abdb4eafecf0 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 945 time: 0.0696425 Sep 07 05:13:08.681460 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-00b8a387-948c-43a9-949e-04972ec11e6a req-22e54be9-9d1e-40ac-aa2d-9ccf6013280c tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469775 Sep 07 05:13:08.720391 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-dfc4e354-96da-49e2-957f-45c3d7116929 service neutron] 10.222.0.49 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256421 Sep 07 05:13:08.965669 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bd5508e9-9706-4b8c-8625-9a412d55e6be req-9828c912-42bf-4939-b8d3-ec40b2c94780 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 210 time: 0.0350800 Sep 07 05:13:09.233848 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2d10a-e792-4aeb-b699-36f47d1af8ca req-bbdd528c-9b90-416e-a8e8-c434b4b58425 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:09.236359 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-07c2d10a-e792-4aeb-b699-36f47d1af8ca req-bbdd528c-9b90-416e-a8e8-c434b4b58425 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.0891809 Sep 07 05:13:09.289507 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-07c2d10a-e792-4aeb-b699-36f47d1af8ca req-525b25af-ff47-4ef2-aa43-9a2cadc2ac02 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440869 Sep 07 05:13:10.122827 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a4941a6b-4764-4ded-a13d-ab09fe0b42b1 req-7d057c52-3153-4a57-b6d4-37d6067b0d92 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 210 time: 0.0456061 Sep 07 05:13:10.163030 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-2143bd3f-24ac-4a7b-a50f-1230ccc8875f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:10.164714 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-2143bd3f-24ac-4a7b-a50f-1230ccc8875f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 817 time: 0.1860154 Sep 07 05:13:10.214429 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-99738e6c-6cc9-4b9b-bba9-abea778a9de5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae983a094f84fe891eb38815d522d61 HTTP/1.1" status: 200 len: 380 time: 0.0385926 Sep 07 05:13:10.231826 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'port': {'device_id': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'admin_state_up': True, 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'security_groups': ['4befe0b1-989c-403c-835b-0098a8957133']}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:13:10.391091 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Made reservation on behalf of aae983a094f84fe891eb38815d522d61 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:13:10.396282 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:10.489053 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2223d-b449-432f-92d1-71b5579547e7 req-f6d47dda-9e7b-49e5-9835-1a43932bad3f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:10.492779 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1cf2223d-b449-432f-92d1-71b5579547e7 req-f6d47dda-9e7b-49e5-9835-1a43932bad3f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.0902891 Sep 07 05:13:10.553953 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1cf2223d-b449-432f-92d1-71b5579547e7 req-24273e0a-a14f-45ee-b36f-47f7907935f3 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d487637-e562-4d14-a6c5-50860794d3ed&id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534716 Sep 07 05:13:10.594140 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Allocated IP 172.20.0.11 (c34864df-6196-4552-ac86-6f2292b1a813/8dc3ea88-6288-4029-9e1b-02111d8980b2/2885be47-b640-42e5-bb5c-40c4cb69e776) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:13:10.598924 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 50182) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:13:10.795536 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-2880103d-4213-4b33-89aa-73de3bfecf37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bfc88e0ffff4a42a236a68f54352186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953552 Sep 07 05:13:10.799086 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 50186) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:13:10.802437 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:10.817563 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Transition to ACTIVE for port object 2885be47-b640-42e5-bb5c-40c4cb69e776 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:13:10.854410 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:10.876834 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-38770a0b-c00c-4ff0-b4d6-1513d722a0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:10.903560 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Network c34864df-6196-4552-ac86-6f2292b1a813 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:13:10.907141 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:13:10.909558 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-38770a0b-c00c-4ff0-b4d6-1513d722a0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:10.914679 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:13:10.941184 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event updated for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:10.980007 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:10.980713 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:11.000024 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-8131035c-a265-4a1e-af28-10a672a8903b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7719843 Sep 07 05:13:11.011050 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-38770a0b-c00c-4ff0-b4d6-1513d722a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:11.016180 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-38770a0b-c00c-4ff0-b4d6-1513d722a0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:11.017329 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Request body: {'port': {'device_id': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:13:11.019532 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-38770a0b-c00c-4ff0-b4d6-1513d722a0e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08d25339-1c5a-4c72-b117-e32450a9a9d6 HTTP/1.1" status: 204 len: 168 time: 0.2186759 Sep 07 05:13:11.030913 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38770a0b-c00c-4ff0-b4d6-1513d722a0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d25339-1c5a-4c72-b117-e32450a9a9d6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:11.114351 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:11.154070 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-43ca7ea7-abb8-42fc-8180-a1213d51f5be None None] Provisioning for port 2885be47-b640-42e5-bb5c-40c4cb69e776 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:13:11.159613 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-43ca7ea7-abb8-42fc-8180-a1213d51f5be None None] Provisioning complete for port 2885be47-b640-42e5-bb5c-40c4cb69e776 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:13:11.159994 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43ca7ea7-abb8-42fc-8180-a1213d51f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:11.344201 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-43ca7ea7-abb8-42fc-8180-a1213d51f5be None None] Port 2885be47-b640-42e5-bb5c-40c4cb69e776 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:13:11.443392 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5dd7e-ed0c-4e68-a978-c8a3e298c6c6 req-4b4d904e-d444-4cd9-aedf-a0e11a8a67a4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:11.445037 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-05c5dd7e-ed0c-4e68-a978-c8a3e298c6c6 req-4b4d904e-d444-4cd9-aedf-a0e11a8a67a4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 932 time: 0.1411631 Sep 07 05:13:11.527305 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-05c5dd7e-ed0c-4e68-a978-c8a3e298c6c6 req-9b9814c0-65db-45e7-b08b-31cf5dc1edb2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544419 Sep 07 05:13:11.599195 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2885be47-b640-42e5-bb5c-40c4cb69e776 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:13:11.606447 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:11.619946 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Transition to ACTIVE for port object 2885be47-b640-42e5-bb5c-40c4cb69e776 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:13:11.623615 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:11.678335 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051152e-3910-4069-85df-799e0c38264c service neutron] Pushing event updated for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:11.751049 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Attempting to bind port 2885be47-b640-42e5-bb5c-40c4cb69e776 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:13:11.751393 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Attempting to bind port 2885be47-b640-42e5-bb5c-40c4cb69e776 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:13:11.751703 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Attempting to bind port 2885be47-b640-42e5-bb5c-40c4cb69e776 on network c34864df-6196-4552-ac86-6f2292b1a813 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:13:11.757884 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Port 2885be47-b640-42e5-bb5c-40c4cb69e776 on network c34864df-6196-4552-ac86-6f2292b1a813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:13:11.758097 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Attempting to bind port 2885be47-b640-42e5-bb5c-40c4cb69e776 on network c34864df-6196-4552-ac86-6f2292b1a813 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:13:11.763849 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:13:11.764102 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Checking segment: {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:13:11.764356 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Bound using segment: {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:13:11.764789 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Bound port: 2885be47-b640-42e5-bb5c-40c4cb69e776, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ead968c-21d3-402a-943d-2b9dbdd5505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:13:11.765151 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:11.847163 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:13:11.850372 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:13:11.854918 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:11.895535 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:11.896181 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:11.897576 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-6051152e-3910-4069-85df-799e0c38264c service neutron] 10.222.0.16 "PUT /v2.0/ports/2885be47-b640-42e5-bb5c-40c4cb69e776 HTTP/1.1" status: 200 len: 1094 time: 0.8889010 Sep 07 05:13:11.898015 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:11.900258 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a9cad3-d541-477d-a425-08c947bfea47" -d '{"events": [{"name": "network-changed", "server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:11.925753 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051152e-3910-4069-85df-799e0c38264c service neutron] Pushing event updated for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:12.010418 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-a1c01d37-9dad-4a3e-8148-c80ac994562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:12.012362 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-a1c01d37-9dad-4a3e-8148-c80ac994562b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 1097 time: 0.0544231 Sep 07 05:13:12.062156 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-95e3ffc2-e4a5-433a-8e09-9ac779b97fe5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2885be47-b640-42e5-bb5c-40c4cb69e776 HTTP/1.1" status: 200 len: 217 time: 0.0411451 Sep 07 05:13:12.122315 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-4dc2e2f8-aa50-41ee-9d43-a2c6e585b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:12.124157 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-4dc2e2f8-aa50-41ee-9d43-a2c6e585b9e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.0552146 Sep 07 05:13:12.172984 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-7941adf1-a4a0-4169-b11a-dce2b267e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:12.174513 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-7941adf1-a4a0-4169-b11a-dce2b267e323 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434821 Sep 07 05:13:12.201329 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3c0048-c8a8-48db-bb68-44d887509e60 x-openstack-request-id: req-5b3c0048-c8a8-48db-bb68-44d887509e60 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:12.201629 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:12.201882 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b3c0048-c8a8-48db-bb68-44d887509e60 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:12.202272 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'status': 'completed', 'code': 200} Sep 07 05:13:12.276242 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-2ece093c-14b5-4925-b9e1-982e61f1c790 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941870 Sep 07 05:13:12.371158 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c8a6ad0b-d4fc-48f7-bcc8-35191a0f583c req-7c68f5dc-5a38-4d6b-8662-34ff155257b4 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865526 Sep 07 05:13:12.460975 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-8af8a1a1-d3fa-46aa-8c7d-17320ad5b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:12.462426 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-8af8a1a1-d3fa-46aa-8c7d-17320ad5b338 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 1097 time: 0.0464559 Sep 07 05:13:12.572541 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-00f242e7-73b4-4b15-b3a9-d943a34930f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:12.574165 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-00f242e7-73b4-4b15-b3a9-d943a34930f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 918 time: 0.1041348 Sep 07 05:13:12.636316 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-15bf2c73-2366-4df2-8faf-0da931935ed2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2885be47-b640-42e5-bb5c-40c4cb69e776 HTTP/1.1" status: 200 len: 217 time: 0.0463061 Sep 07 05:13:12.715706 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-901bb1ce-de3e-4064-906f-972f70d85f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:12.717100 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-901bb1ce-de3e-4064-906f-972f70d85f73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.0712297 Sep 07 05:13:12.728665 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fa7c1-d0ed-41b0-81db-c0ee81c04d9c req-f1e7e82c-6f96-4d81-a5c7-b7260c3d4bf0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:12.730156 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e01fa7c1-d0ed-41b0-81db-c0ee81c04d9c req-f1e7e82c-6f96-4d81-a5c7-b7260c3d4bf0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0968838 Sep 07 05:13:12.793722 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e01fa7c1-d0ed-41b0-81db-c0ee81c04d9c req-fd942f85-6ff1-492b-8dd4-fde3dc3aa431 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549479 Sep 07 05:13:12.799188 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-b5677226-33e9-404a-a041-e23789042d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:12.800686 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-b5677226-33e9-404a-a041-e23789042d61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696664 Sep 07 05:13:12.901410 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-6c7a2e26-d97b-49e4-8f62-1123719a5afa service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921073 Sep 07 05:13:12.995040 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c0a9cad3-d541-477d-a425-08c947bfea47 req-943a0359-64ac-4a7a-9259-df8ff84b35e9 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854557 Sep 07 05:13:13.928375 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47244da4-6e76-4a57-89e3-be47fc0b1b7f req-6c000ca5-a0ef-43fe-b09c-bd7116afeb42 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:13.929870 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-47244da4-6e76-4a57-89e3-be47fc0b1b7f req-6c000ca5-a0ef-43fe-b09c-bd7116afeb42 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0536156 Sep 07 05:13:13.971414 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-47244da4-6e76-4a57-89e3-be47fc0b1b7f req-8a6c082e-9850-4d4b-829f-b11180d8c295 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355487 Sep 07 05:13:15.102014 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cff7b2-5dec-4326-8eac-6a85f73dbe23 req-21d732a0-ed99-42fb-962d-5ff5becbea9f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:15.103601 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-00cff7b2-5dec-4326-8eac-6a85f73dbe23 req-21d732a0-ed99-42fb-962d-5ff5becbea9f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0576432 Sep 07 05:13:15.144839 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-00cff7b2-5dec-4326-8eac-6a85f73dbe23 req-1fa2c1ab-94f2-4cce-aa38-d7f82346fa32 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348248 Sep 07 05:13:15.891229 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325dfba-c3d7-4ee9-911d-704f35252b0b req-20d34cb9-c4e1-4de5-9dfd-3e1fa9b56ea1 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:15.892892 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4325dfba-c3d7-4ee9-911d-704f35252b0b req-20d34cb9-c4e1-4de5-9dfd-3e1fa9b56ea1 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0517182 Sep 07 05:13:15.935171 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4325dfba-c3d7-4ee9-911d-704f35252b0b req-2f0dc541-9bfa-4ee8-b25b-20e6e0a66ff5 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350702 Sep 07 05:13:16.154912 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 2885be47-b640-42e5-bb5c-40c4cb69e776 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:13:16.281997 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:16.284559 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac91c-c6ef-451c-8e00-e53d7502cbd1 req-e3bc2183-c414-4bf6-b318-4bd90eb9391b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:16.286534 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0dac91c-c6ef-451c-8e00-e53d7502cbd1 req-e3bc2183-c414-4bf6-b318-4bd90eb9391b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0609810 Sep 07 05:13:16.295700 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'port_id': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'mac_address': 'fa:16:3e:ab:32:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:13:16.327853 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d0dac91c-c6ef-451c-8e00-e53d7502cbd1 req-e4e1a5e6-d14a-4e95-981c-c558f61193fb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335023 Sep 07 05:13:16.336593 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:16.350798 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2885be47-b640-42e5-bb5c-40c4cb69e776 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:13:16.371149 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:16.375804 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:16.427343 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:16.648009 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['2885be47-b640-42e5-bb5c-40c4cb69e776'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:13:17.055019 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5f93f-51ce-4bae-adad-e7c6b4d37b89 req-11ace19d-2b7e-47c9-87af-7040ee6b217d tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:17.056503 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-98e5f93f-51ce-4bae-adad-e7c6b4d37b89 req-11ace19d-2b7e-47c9-87af-7040ee6b217d tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0478811 Sep 07 05:13:17.097501 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-98e5f93f-51ce-4bae-adad-e7c6b4d37b89 req-1fe0267c-ee32-44f0-8f0c-b85f343d7365 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347962 Sep 07 05:13:17.451552 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b570352-6871-4e59-861a-7555a124e32c req-d90931ff-f1d8-4095-a79e-be108d0cf2fc tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:17.453060 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b570352-6871-4e59-861a-7555a124e32c req-d90931ff-f1d8-4095-a79e-be108d0cf2fc tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 945 time: 0.0500796 Sep 07 05:13:17.492917 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b570352-6871-4e59-861a-7555a124e32c req-82a4b2de-2ae6-4ef0-a450-bc119f4e2b06 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332649 Sep 07 05:13:17.800517 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6820a016-c9ef-4c53-9def-7af5065ecf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:18.145058 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 2885be47-b640-42e5-bb5c-40c4cb69e776 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:13:18.195151 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 2885be47-b640-42e5-bb5c-40c4cb69e776 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:13:18.199424 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 2885be47-b640-42e5-bb5c-40c4cb69e776 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:13:18.199830 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:18.219203 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f11a1-fc36-4a51-a49c-828d0d10177a req-f48a924e-00a1-4067-886b-f5da7244b872 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:18.220816 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-eb2f11a1-fc36-4a51-a49c-828d0d10177a req-f48a924e-00a1-4067-886b-f5da7244b872 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0531390 Sep 07 05:13:18.260554 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-eb2f11a1-fc36-4a51-a49c-828d0d10177a req-57c378c9-2134-4f99-8cf8-19f56b46ba95 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323031 Sep 07 05:13:18.282560 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:18.312668 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:18.315300 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b809e367-4b17-40e7-8ce6-cfa99b12d88e" -d '{"events": [{"server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "name": "network-vif-plugged", "status": "completed", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:18.329163 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:18.334813 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:18.358129 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb48a266-2489-45a4-a842-5a7e0536f18f x-openstack-request-id: req-bb48a266-2489-45a4-a842-5a7e0536f18f {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:18.358450 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "name": "network-vif-plugged", "status": "completed", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:18.358697 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb48a266-2489-45a4-a842-5a7e0536f18f {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:18.359109 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'code': 200} Sep 07 05:13:18.389976 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:18.558911 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6591a-48bd-4e2f-9310-2c12d5b9a9dd req-0f369558-d825-4db1-9a2e-63a29033fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:18.560603 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-78f6591a-48bd-4e2f-9310-2c12d5b9a9dd req-0f369558-d825-4db1-9a2e-63a29033fdd8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 1099 time: 0.0455647 Sep 07 05:13:18.630450 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-78f6591a-48bd-4e2f-9310-2c12d5b9a9dd req-26258f0c-339f-47e3-8450-73154d5936b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532699 Sep 07 05:13:18.639584 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2b669-d1e1-4b93-8147-9f9ff26da110 req-960fb609-b732-44e1-a15f-915911f3732b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:18.641211 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-89b2b669-d1e1-4b93-8147-9f9ff26da110 req-960fb609-b732-44e1-a15f-915911f3732b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0730171 Sep 07 05:13:18.683334 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-89b2b669-d1e1-4b93-8147-9f9ff26da110 req-14d997c1-1049-47ea-af75-88f0e3b284d5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355101 Sep 07 05:13:19.387420 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d389a24-8514-4bd4-9753-edb056c1ec90 req-745b0b88-8ac1-42cc-ad64-824706bee251 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:19.388926 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0d389a24-8514-4bd4-9753-edb056c1ec90 req-745b0b88-8ac1-42cc-ad64-824706bee251 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0527728 Sep 07 05:13:19.428021 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0d389a24-8514-4bd4-9753-edb056c1ec90 req-b0fa90e5-c89e-4f8d-86e9-be08a3f713cf tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Sep 07 05:13:19.518549 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:19.807865 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2910f-25a9-468d-8bed-c5b53cb209dd req-39c3c0bd-42ec-4ffa-a7d4-f9fb0b355498 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:19.809366 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d0d2910f-25a9-468d-8bed-c5b53cb209dd req-39c3c0bd-42ec-4ffa-a7d4-f9fb0b355498 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0536878 Sep 07 05:13:19.852714 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d0d2910f-25a9-468d-8bed-c5b53cb209dd req-b392beff-c740-4017-af84-b8c3fba35290 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371778 Sep 07 05:13:20.549896 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8ea35-97de-4ef4-bb75-c5351ceebe7b req-57c6e5cb-e825-4a3a-9c3b-604c229a9080 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:20.552239 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-13c8ea35-97de-4ef4-bb75-c5351ceebe7b req-57c6e5cb-e825-4a3a-9c3b-604c229a9080 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0554268 Sep 07 05:13:20.602871 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-13c8ea35-97de-4ef4-bb75-c5351ceebe7b req-01123371-5839-4e3a-b8fd-dc286a40c83b tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 Sep 07 05:13:20.928618 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f34778a3-2a37-44f0-8f6d-d9f6062bfecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:20.979412 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a26db-7775-4c6a-8dbd-9e4ba32dedf3 req-d5ecf422-3b7f-41af-ac0d-f4a42c31a15c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:20.980967 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-175a26db-7775-4c6a-8dbd-9e4ba32dedf3 req-d5ecf422-3b7f-41af-ac0d-f4a42c31a15c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0510504 Sep 07 05:13:21.028676 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-175a26db-7775-4c6a-8dbd-9e4ba32dedf3 req-252f1a4e-21db-4922-ad4a-a4ea5d4729b7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 Sep 07 05:13:21.146710 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049b6f3-9348-4b2c-93c7-6bac56fef192 req-d99566fe-9ece-48f2-a616-9d19ed26f617 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:21.148131 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6049b6f3-9348-4b2c-93c7-6bac56fef192 req-d99566fe-9ece-48f2-a616-9d19ed26f617 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0523188 Sep 07 05:13:21.156636 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 50260) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:13:21.161778 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-160e1a54-6a60-4741-af6d-162a8e4867cb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Request body: {'floatingip': {'port_id': '2885be47-b640-42e5-bb5c-40c4cb69e776'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:13:21.202781 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-160e1a54-6a60-4741-af6d-162a8e4867cb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:21.706084 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-160e1a54-6a60-4741-af6d-162a8e4867cb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:21.711103 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-160e1a54-6a60-4741-af6d-162a8e4867cb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:21.726658 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09633a-893a-4b42-a8d0-84828b93c070 req-50a73fff-76af-4079-a6a2-6972c463a045 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:21.728209 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fc09633a-893a-4b42-a8d0-84828b93c070 req-50a73fff-76af-4079-a6a2-6972c463a045 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0548444 Sep 07 05:13:21.783846 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:21.784136 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fc09633a-893a-4b42-a8d0-84828b93c070 req-aeb69c9d-f026-46ce-b270-c4bf3b8ff285 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494483 Sep 07 05:13:21.821593 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [None req-160e1a54-6a60-4741-af6d-162a8e4867cb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Floating IP 0d386d4d-c5df-4532-a949-449843bbffa9 associated. External IP: 172.27.3.193, port: 2885be47-b640-42e5-bb5c-40c4cb69e776. Sep 07 05:13:22.042739 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160e1a54-6a60-4741-af6d-162a8e4867cb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Router b466ee06-045f-40d2-9078-559dfe9f97a5 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:13:22.102066 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:22.163738 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160e1a54-6a60-4741-af6d-162a8e4867cb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:13:22.169437 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-160e1a54-6a60-4741-af6d-162a8e4867cb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:22.177454 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] Sync routers for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:13:22.187717 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:13:22.188367 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:13:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:13:22.197716 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-160e1a54-6a60-4741-af6d-162a8e4867cb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "PUT /v2.0/floatingips/0d386d4d-c5df-4532-a949-449843bbffa9 HTTP/1.1" status: 200 len: 992 time: 1.0399878 Sep 07 05:13:22.198289 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:22.200558 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9" -d '{"events": [{"name": "network-changed", "server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:22.305688 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e11bf-dad3-4940-9c77-0ec7b3092532 x-openstack-request-id: req-0b4e11bf-dad3-4940-9c77-0ec7b3092532 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:22.306117 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:22.306469 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b4e11bf-dad3-4940-9c77-0ec7b3092532 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:22.307000 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'status': 'completed', 'code': 200} Sep 07 05:13:22.318232 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:13:22.372949 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-78d1d199-5d2c-4006-93da-2ad0351689e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:22.374362 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-78d1d199-5d2c-4006-93da-2ad0351689e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 1099 time: 0.0407336 Sep 07 05:13:22.473611 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-cf77e47c-0f9c-4a73-af10-c12fd767ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:22.475104 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-cf77e47c-0f9c-4a73-af10-c12fd767ac11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 918 time: 0.0917807 Sep 07 05:13:22.614993 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '0d386d4d-c5df-4532-a949-449843bbffa9', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'port_id': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'mac_address': 'fa:16:3e:ab:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:13:07Z', 'updated_at': '2021-09-07T05:13:21Z', 'revision_number': 1, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:13:22.664724 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] Checking router: b466ee06-045f-40d2-9078-559dfe9f97a5 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:13:22.680199 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:13:22.681240 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:13:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:13:22.798355 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:13:22.840025 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-01461a12-7a56-48a9-a5ae-21335d57564b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2885be47-b640-42e5-bb5c-40c4cb69e776 HTTP/1.1" status: 200 len: 1000 time: 0.3498991 Sep 07 05:13:22.898619 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-af59f02a-1b38-41b8-a23a-44732b30ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:22.900525 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-af59f02a-1b38-41b8-a23a-44732b30ffad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.0477283 Sep 07 05:13:22.943708 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f51fc9-ed27-48ed-b02f-488407b9585c req-3eba87fb-414b-49c5-b005-46e57b1709f9 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:22.945299 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-85f51fc9-ed27-48ed-b02f-488407b9585c req-3eba87fb-414b-49c5-b005-46e57b1709f9 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0697672 Sep 07 05:13:22.959133 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-42c734d6-bbac-440a-ac33-2318b28eb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:22.960836 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-42c734d6-bbac-440a-ac33-2318b28eb12d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464399 Sep 07 05:13:22.993196 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-85f51fc9-ed27-48ed-b02f-488407b9585c req-79c490b5-d226-4c28-b770-582b03bbc39f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Sep 07 05:13:23.069727 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '0d386d4d-c5df-4532-a949-449843bbffa9', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'port_id': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'mac_address': 'fa:16:3e:ab:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:13:07Z', 'updated_at': '2021-09-07T05:13:21Z', 'revision_number': 1, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:13:23.071253 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-7b902847-96b5-4dde-882a-1123ad3b2fd6 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972295 Sep 07 05:13:23.101088 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd64700-b401-4e06-996b-224d9ff54431 None None] The sync data for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi is: [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '0d386d4d-c5df-4532-a949-449843bbffa9', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'port_id': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'mac_address': 'fa:16:3e:ab:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:13:07Z', 'updated_at': '2021-09-07T05:13:21Z', 'revision_number': 1, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:13:23.173476 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5d3d73e1-3e67-4766-b5e3-ecde680f7df9 req-c1e8339a-cf3d-4e56-bb3f-6ad9f61fd78b service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937407 Sep 07 05:13:23.331671 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dca767-da64-4a49-b6e3-5dbf371cf36e None None] New status for floating IP 0d386d4d-c5df-4532-a949-449843bbffa9: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:13:23.987152 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:24.114901 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d329b11-596c-4572-bac8-51ed090c7dc6 req-ac9b199c-dce0-49f4-8632-f41f1caa5891 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:24.116569 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7d329b11-596c-4572-bac8-51ed090c7dc6 req-ac9b199c-dce0-49f4-8632-f41f1caa5891 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0532553 Sep 07 05:13:24.157217 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7d329b11-596c-4572-bac8-51ed090c7dc6 req-316bdfea-3fd6-4ff5-8ba3-6647c9110c88 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345001 Sep 07 05:13:25.275489 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3197f-add0-4157-8675-b6dbf5f6bf1b req-317f7c3a-83fd-4622-9b3f-dac9b8fbf734 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:25.277083 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4ab3197f-add0-4157-8675-b6dbf5f6bf1b req-317f7c3a-83fd-4622-9b3f-dac9b8fbf734 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0509834 Sep 07 05:13:25.315514 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4ab3197f-add0-4157-8675-b6dbf5f6bf1b req-309e8723-802c-4a7d-9f9e-571a7f3d637e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325506 Sep 07 05:13:26.091165 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-784d672b-f128-4c75-b1ea-d973521f4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:26.092695 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-784d672b-f128-4c75-b1ea-d973521f4165 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b8f3434f41f4c5b921765b440dc3b5a&device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 1099 time: 0.0446219 Sep 07 05:13:26.189667 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-e6d9a895-6d14-4f98-8867-d64d711abc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:26.191254 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-e6d9a895-6d14-4f98-8867-d64d711abc0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1201e12-05e7-4cd3-92f9-028aebcf9374 HTTP/1.1" status: 200 len: 910 time: 0.0913274 Sep 07 05:13:26.263698 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-4bb3d3c3-b4a5-4e9a-86d7-c60a2f3ebe04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0 HTTP/1.1" status: 200 len: 1001 time: 0.0650570 Sep 07 05:13:26.316247 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-cef968eb-8591-4eff-832e-afede690d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:26.318181 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-cef968eb-8591-4eff-832e-afede690d982 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a3152c4-e125-49b6-8878-9a13d78d4e0b HTTP/1.1" status: 200 len: 848 time: 0.0468891 Sep 07 05:13:26.370260 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-e1fd0829-abac-4469-924e-f96043c3e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:26.371777 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-e1fd0829-abac-4469-924e-f96043c3e0f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1201e12-05e7-4cd3-92f9-028aebcf9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434952 Sep 07 05:13:26.496780 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a0b84-0e56-4ed4-aef1-e88033f21903 req-cdb77c34-1e4a-4632-855e-27074c43bcc4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:26.498356 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-864a0b84-0e56-4ed4-aef1-e88033f21903 req-cdb77c34-1e4a-4632-855e-27074c43bcc4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.1081190 Sep 07 05:13:26.528892 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-e153254c-6345-4a04-a402-0b28ba47d9e9 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470835 Sep 07 05:13:26.569713 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-864a0b84-0e56-4ed4-aef1-e88033f21903 req-e79edf7f-5225-4dca-a73b-096fda51107d tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627122 Sep 07 05:13:26.640972 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-439b314c-50a5-4738-bd9c-b1c79064a77e req-5b41806a-53fa-44f5-b9c0-e9ca6af9be45 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044891 Sep 07 05:13:27.182449 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:13:27.709698 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3609c3-b853-494d-be08-4a92b16748f0 req-f6b763c1-0ee6-4cc6-970a-71d9f37211f2 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:27.711214 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9f3609c3-b853-494d-be08-4a92b16748f0 req-f6b763c1-0ee6-4cc6-970a-71d9f37211f2 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0564313 Sep 07 05:13:27.763631 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9f3609c3-b853-494d-be08-4a92b16748f0 req-990e9e4f-ee5b-4a31-9b5b-fc997e5004ef tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374117 Sep 07 05:13:28.911389 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717b414-df1b-4c91-a920-26f932ca28a1 req-433786c4-db24-4ece-bd36-de67de848fb4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:28.913535 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e717b414-df1b-4c91-a920-26f932ca28a1 req-433786c4-db24-4ece-bd36-de67de848fb4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0692101 Sep 07 05:13:28.958068 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e717b414-df1b-4c91-a920-26f932ca28a1 req-8f7cd92a-09e5-4492-84d8-5539c73c18e3 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379832 Sep 07 05:13:29.032045 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [req-3cebade4-6e50-4e50-b55e-bc237f937751 req-a3e7905f-66f9-4bbe-880d-ffe3279b7fd8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:13:29.033329 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3cebade4-6e50-4e50-b55e-bc237f937751 req-a3e7905f-66f9-4bbe-880d-ffe3279b7fd8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056858 Sep 07 05:13:29.222127 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-748e12aa-4a71-4954-8ea8-ef7dc6e73126 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825551 Sep 07 05:13:29.229403 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215e93e-c13f-4cbc-a7f9-61df81b0f36c req-cbdb035d-d3f5-4d6b-9c87-06ed5d44e10a tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:29.233183 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8215e93e-c13f-4cbc-a7f9-61df81b0f36c req-cbdb035d-d3f5-4d6b-9c87-06ed5d44e10a tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0604639 Sep 07 05:13:29.277794 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8215e93e-c13f-4cbc-a7f9-61df81b0f36c req-953992b9-32ed-4e07-8843-954138a773ab tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399640 Sep 07 05:13:30.430987 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dee20-aaf9-400b-9415-0150ad1e9273 req-3049b5da-0c2c-49a4-bea5-31e3a84a6b0a tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:30.432662 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-044dee20-aaf9-400b-9415-0150ad1e9273 req-3049b5da-0c2c-49a4-bea5-31e3a84a6b0a tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0731473 Sep 07 05:13:30.492199 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-044dee20-aaf9-400b-9415-0150ad1e9273 req-4ac6d3f4-2641-4c48-b345-9928a52856a0 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524201 Sep 07 05:13:31.620528 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089f66-65aa-4ec6-99ca-6311322eaf84 req-3dedd26c-003f-42ef-90ad-7bd6629e7097 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:31.622085 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-56089f66-65aa-4ec6-99ca-6311322eaf84 req-3dedd26c-003f-42ef-90ad-7bd6629e7097 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0556586 Sep 07 05:13:31.664585 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-56089f66-65aa-4ec6-99ca-6311322eaf84 req-0061472c-be74-4621-94a9-0ce20e74637e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362735 Sep 07 05:13:32.240036 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 0f101c11-55c6-49a2-b510-cd9de17cbdb0 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:13:32.338452 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:32.372505 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:32.374827 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7150e2f4-ae52-4ab9-98ad-328bd6d9bd5b" -d '{"events": [{"server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "name": "network-vif-unplugged", "status": "completed", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:32.392647 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:32.398948 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:32.464133 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=0f101c11-55c6-49a2-b510-cd9de17cbdb0,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:32.517625 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecc00ec-4503-4b5b-ac8d-2151feb82cc7 x-openstack-request-id: req-0ecc00ec-4503-4b5b-ac8d-2151feb82cc7 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:32.518081 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "name": "network-vif-unplugged", "status": "failed", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0", "code": 422}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:32.518513 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ecc00ec-4503-4b5b-ac8d-2151feb82cc7 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:32.519219 dv-cinder-804757-6-iscsi neutron-server[94013]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'code': 422} returned with failed status Sep 07 05:13:32.791396 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efa8a0-33c7-4d01-8945-466ad2e856cd req-25f8bf0e-a17d-48e8-aa79-57b8d7b390e1 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:32.793045 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b9efa8a0-33c7-4d01-8945-466ad2e856cd req-25f8bf0e-a17d-48e8-aa79-57b8d7b390e1 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0540752 Sep 07 05:13:32.839566 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b9efa8a0-33c7-4d01-8945-466ad2e856cd req-434e756d-d2e5-454b-83f3-6857ab720930 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349143 Sep 07 05:13:33.964111 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7b273-060a-4bcc-b25f-90a4d9ee892f req-d9743d1c-9fa4-45ff-a55c-8c04877de8eb tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:33.965637 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-56f7b273-060a-4bcc-b25f-90a4d9ee892f req-d9743d1c-9fa4-45ff-a55c-8c04877de8eb tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0509753 Sep 07 05:13:34.005896 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-56f7b273-060a-4bcc-b25f-90a4d9ee892f req-34afc7bf-6e41-4e6d-b2d0-488eaeaf4580 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343497 Sep 07 05:13:35.125541 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37856d-bbf1-47d9-b135-0da6c7d6f8a4 req-35497fe8-f896-4edd-bf44-debba7d32130 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:35.127036 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ca37856d-bbf1-47d9-b135-0da6c7d6f8a4 req-35497fe8-f896-4edd-bf44-debba7d32130 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0528538 Sep 07 05:13:35.167119 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ca37856d-bbf1-47d9-b135-0da6c7d6f8a4 req-16286b82-9069-4900-b400-7ddad33d6d75 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325785 Sep 07 05:13:35.657926 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-ac217f88-245d-4f9a-ae06-b72041d95574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:35.659345 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-ac217f88-245d-4f9a-ae06-b72041d95574 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4&tenant_id=2b8f3434f41f4c5b921765b440dc3b5a HTTP/1.1" status: 200 len: 1097 time: 0.0445166 Sep 07 05:13:35.724679 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-801ccf48-668d-45af-8832-64d82cd4e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:35.726249 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-801ccf48-668d-45af-8832-64d82cd4e9b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b8f3434f41f4c5b921765b440dc3b5a&device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 1097 time: 0.0430338 Sep 07 05:13:35.833791 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-6a297af2-3ede-4b1e-bcb4-2fb20498b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:35.835357 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-6a297af2-3ede-4b1e-bcb4-2fb20498b67d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1201e12-05e7-4cd3-92f9-028aebcf9374 HTTP/1.1" status: 200 len: 910 time: 0.1007402 Sep 07 05:13:35.905345 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-34ce0e1f-268b-41f7-9a20-7b50a35013e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0 HTTP/1.1" status: 200 len: 999 time: 0.0620804 Sep 07 05:13:35.957658 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-03f94626-de27-4ba1-94bc-51e80e6e8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:35.958974 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-03f94626-de27-4ba1-94bc-51e80e6e8393 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a3152c4-e125-49b6-8878-9a13d78d4e0b HTTP/1.1" status: 200 len: 848 time: 0.0464065 Sep 07 05:13:36.010691 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-5295e14d-0f02-4d52-ac99-7e3d7b4d0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:36.012470 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-5295e14d-0f02-4d52-ac99-7e3d7b4d0dbf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1201e12-05e7-4cd3-92f9-028aebcf9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457509 Sep 07 05:13:36.108926 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-aa277f9a-9f9c-401d-a65c-3094c874ec97 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880508 Sep 07 05:13:36.209497 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-72fbd292-5e39-4b6f-acea-b4f94026e46d req-6d2c7eee-e0f9-4a00-8d4c-36bc77f164cc service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922773 Sep 07 05:13:36.287993 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18f32-fae3-48dc-ac22-05d1d91c05ed req-14e35fcb-6bbf-41f1-95e8-b4e0299f409f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:36.289576 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-46a18f32-fae3-48dc-ac22-05d1d91c05ed req-14e35fcb-6bbf-41f1-95e8-b4e0299f409f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0535045 Sep 07 05:13:36.328919 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-46a18f32-fae3-48dc-ac22-05d1d91c05ed req-b681a968-188f-4c67-9cd5-4d03bf969201 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334027 Sep 07 05:13:37.446352 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b87525-be0b-4d25-a6ee-70aee524f1af req-79fb13c1-ed6a-4bc4-976f-9183638a7884 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:37.447845 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-68b87525-be0b-4d25-a6ee-70aee524f1af req-79fb13c1-ed6a-4bc4-976f-9183638a7884 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0508654 Sep 07 05:13:37.485958 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-68b87525-be0b-4d25-a6ee-70aee524f1af req-ce32f721-7c12-4b8e-a1d4-7d2cbc0dcd02 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321436 Sep 07 05:13:38.605212 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36490409-9244-4010-921f-0459a989507e req-6c7800ac-f5b1-447c-a63e-6e86603d6365 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:38.606743 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-36490409-9244-4010-921f-0459a989507e req-6c7800ac-f5b1-447c-a63e-6e86603d6365 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0518513 Sep 07 05:13:38.864675 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-36490409-9244-4010-921f-0459a989507e req-1bd02ae7-400c-43ad-92ec-6f9ceb895fef tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514856 Sep 07 05:13:39.977900 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bd26b-482e-4e0c-8f61-16ee4d568416 req-4f965d7f-94b1-4dac-a009-0e09ac8d84a4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:39.979386 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5d2bd26b-482e-4e0c-8f61-16ee4d568416 req-4f965d7f-94b1-4dac-a009-0e09ac8d84a4 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0495412 Sep 07 05:13:40.017473 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5d2bd26b-482e-4e0c-8f61-16ee4d568416 req-94ca0e9a-f7aa-4b45-b3a1-157525e38b17 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321419 Sep 07 05:13:41.131547 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83841e87-e433-4746-8233-6704897a86be req-b6ac5ecc-c3fd-4e3d-aeb3-042fed11378f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:41.132965 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-83841e87-e433-4746-8233-6704897a86be req-b6ac5ecc-c3fd-4e3d-aeb3-042fed11378f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0486653 Sep 07 05:13:41.171034 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-83841e87-e433-4746-8233-6704897a86be req-f742e1a1-603d-4089-946d-80bc2d877f76 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320075 Sep 07 05:13:42.291802 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605253-f2d5-4bb7-b917-b47f65f1c148 req-81598c69-945a-4c11-bf2e-06fa9cdcbe37 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:42.293355 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bf605253-f2d5-4bb7-b917-b47f65f1c148 req-81598c69-945a-4c11-bf2e-06fa9cdcbe37 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0533733 Sep 07 05:13:42.331266 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bf605253-f2d5-4bb7-b917-b47f65f1c148 req-8b245800-a1a3-4eb9-be64-8e26b583c6e9 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Sep 07 05:13:43.450548 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c82c1-462e-4c70-be94-fdd47f2db7a9 req-aaf329a2-387d-4f58-9c65-0d6b1c9f1ea1 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:43.452012 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6e4c82c1-462e-4c70-be94-fdd47f2db7a9 req-aaf329a2-387d-4f58-9c65-0d6b1c9f1ea1 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0520144 Sep 07 05:13:43.490341 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6e4c82c1-462e-4c70-be94-fdd47f2db7a9 req-ccc42f84-5c84-4abb-a603-841835a1ce4e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316002 Sep 07 05:13:44.607589 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a5eb9-202a-4f87-89a4-7c9d44623492 req-f20a7ef2-77f3-46ab-8114-6c0496441fa0 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:44.609114 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a18a5eb9-202a-4f87-89a4-7c9d44623492 req-f20a7ef2-77f3-46ab-8114-6c0496441fa0 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0504885 Sep 07 05:13:44.648579 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a18a5eb9-202a-4f87-89a4-7c9d44623492 req-f381db32-2873-4f83-a36d-83a8baa0daaf tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328104 Sep 07 05:13:45.766449 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e09fe-c983-4ce1-b866-9442f3e731e2 req-fd33ea37-b529-483a-b7d7-2e0d4e4580be tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:45.767922 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4f7e09fe-c983-4ce1-b866-9442f3e731e2 req-fd33ea37-b529-483a-b7d7-2e0d4e4580be tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 944 time: 0.0526063 Sep 07 05:13:45.810700 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4f7e09fe-c983-4ce1-b866-9442f3e731e2 req-baebb8cf-df29-4b9b-960d-1f3e13ee4de9 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360157 Sep 07 05:13:46.333767 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 0f101c11-55c6-49a2-b510-cd9de17cbdb0 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:13:46.430837 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:46.444026 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'port_id': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'mac_address': 'fa:16:3e:4b:9d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:13:46.488472 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:46.502986 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f101c11-55c6-49a2-b510-cd9de17cbdb0 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:13:46.525481 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:46.529421 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:46.579826 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=0f101c11-55c6-49a2-b510-cd9de17cbdb0,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:46.791834 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['0f101c11-55c6-49a2-b510-cd9de17cbdb0'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:13:46.926021 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5ce19-6b97-44cb-8578-e6c54bec2975 req-d67c0ad5-401c-4d61-abfc-fa4258ac8f4b tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:46.928239 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7ec5ce19-6b97-44cb-8578-e6c54bec2975 req-d67c0ad5-401c-4d61-abfc-fa4258ac8f4b tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 945 time: 0.0510068 Sep 07 05:13:46.969848 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7ec5ce19-6b97-44cb-8578-e6c54bec2975 req-81872622-9b04-4e34-84a8-29e479455c5f tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352955 Sep 07 05:13:47.793663 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1945efa-0f5a-4048-9d37-5d7bd7c961cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:48.084458 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4643471-78a0-4907-9fa3-b9e8dc95a604 req-c371db7b-19b1-40f7-8c52-3b8b62ab9b98 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:48.085937 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c4643471-78a0-4907-9fa3-b9e8dc95a604 req-c371db7b-19b1-40f7-8c52-3b8b62ab9b98 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 945 time: 0.0485501 Sep 07 05:13:48.123093 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c4643471-78a0-4907-9fa3-b9e8dc95a604 req-69e686cc-c63b-4e38-a0b6-de0d176c5308 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Sep 07 05:13:48.329785 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 0f101c11-55c6-49a2-b510-cd9de17cbdb0 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:13:48.383351 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:13:48.383723 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:48.477921 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:48.504596 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:48.507929 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf98e65-bbe9-4df2-ab18-dd3e341fca3c" -d '{"events": [{"server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "name": "network-vif-plugged", "status": "completed", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:48.523053 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:48.538213 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:48.566959 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f46d87-37be-44a5-ab68-25ac9ce5fb78 x-openstack-request-id: req-d0f46d87-37be-44a5-ab68-25ac9ce5fb78 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:48.568167 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "name": "network-vif-plugged", "status": "completed", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:48.568719 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0f46d87-37be-44a5-ab68-25ac9ce5fb78 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:48.568719 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'code': 200} Sep 07 05:13:48.608234 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=0f101c11-55c6-49a2-b510-cd9de17cbdb0,revision_number=8']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:48.820795 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe9790-7a02-4fe5-9cc8-d46bf67a62dc req-0b332df4-7dac-406d-b085-b357f4db9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:48.822205 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bafe9790-7a02-4fe5-9cc8-d46bf67a62dc req-0b332df4-7dac-406d-b085-b357f4db9f79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 1099 time: 0.0412700 Sep 07 05:13:48.864386 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bafe9790-7a02-4fe5-9cc8-d46bf67a62dc req-fa25e6c4-878e-4616-87f3-c020c3da4291 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298812 Sep 07 05:13:49.248997 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0598a12-54ab-4cb5-8062-bd36925c0f71 req-2729eda6-3510-400e-8bb6-19894cffe9f7 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:49.250571 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f0598a12-54ab-4cb5-8062-bd36925c0f71 req-2729eda6-3510-400e-8bb6-19894cffe9f7 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0548992 Sep 07 05:13:49.293687 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f0598a12-54ab-4cb5-8062-bd36925c0f71 req-1cdf788f-e504-4407-bed5-0779e2cba4c7 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354426 Sep 07 05:13:49.517782 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:49.928262 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ba0da-d52c-471b-a86a-e1d4012cd8f1 req-26bbe3d1-0883-43ee-991f-2e4cab03431c tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:49.929714 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-320ba0da-d52c-471b-a86a-e1d4012cd8f1 req-26bbe3d1-0883-43ee-991f-2e4cab03431c tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 945 time: 0.0521398 Sep 07 05:13:49.975935 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-320ba0da-d52c-471b-a86a-e1d4012cd8f1 req-8e655028-a29f-4d4a-b6e1-427fe8ae41bf tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Sep 07 05:13:50.417679 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a0ef2-5ac9-40b9-95b9-4b7a99a8b35d req-1b36aa27-b0ea-4d87-b48b-b1ca9cf22827 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:50.419330 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-175a0ef2-5ac9-40b9-95b9-4b7a99a8b35d req-1b36aa27-b0ea-4d87-b48b-b1ca9cf22827 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0535388 Sep 07 05:13:50.478607 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-175a0ef2-5ac9-40b9-95b9-4b7a99a8b35d req-c2060134-ff59-4581-8d01-fd33da687072 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486112 Sep 07 05:13:50.924176 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cefc5707-6a1c-4e9c-af13-936b0b16fb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:51.097206 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8f139-f6b8-4499-beed-cf532f352481 req-fd3da406-6f29-435e-9881-c18bfc8a694b tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:51.099323 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-47e8f139-f6b8-4499-beed-cf532f352481 req-fd3da406-6f29-435e-9881-c18bfc8a694b tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 945 time: 0.0504651 Sep 07 05:13:51.141278 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-47e8f139-f6b8-4499-beed-cf532f352481 req-5a7c24bd-575e-4401-b3db-d87600875b80 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361147 Sep 07 05:13:51.778973 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:51.927971 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-6000657f-d01b-481f-aa3b-75e6cb15b89e tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:51.929392 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-6000657f-d01b-481f-aa3b-75e6cb15b89e tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 945 time: 0.0529218 Sep 07 05:13:52.028111 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-ae077316-27e4-4a44-91c4-a7e495c10fed tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Deleting port 5a1b42ae-ec68-4117-8895-5d932d2f965d {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:13:52.028523 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-ae077316-27e4-4a44-91c4-a7e495c10fed tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:52.099630 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:52.135010 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-ae077316-27e4-4a44-91c4-a7e495c10fed tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] For port 5a1b42ae-ec68-4117-8895-5d932d2f965d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5a1b42ae-ec68-4117-8895-5d932d2f965d,segment=NetworkSegment(be9350db-28ac-417f-a7aa-d22a3277dc96),segment_id=be9350db-28ac-417f-a7aa-d22a3277dc96)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:13:52.135379 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-ae077316-27e4-4a44-91c4-a7e495c10fed tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:52.147532 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-ae077316-27e4-4a44-91c4-a7e495c10fed tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Calling delete_port for 5a1b42ae-ec68-4117-8895-5d932d2f965d owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:13:52.271784 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7ed0-6a29-4553-a6f9-947a0e4b8fce req-600095c5-31ab-4c79-a722-606dc466d7db tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:52.273572 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0e3a7ed0-6a29-4553-a6f9-947a0e4b8fce req-600095c5-31ab-4c79-a722-606dc466d7db tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1114eb-4013-47c3-8b35-e96755613840 HTTP/1.1" status: 200 len: 945 time: 0.0627606 Sep 07 05:13:52.279835 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-ae077316-27e4-4a44-91c4-a7e495c10fed tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:52.297612 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['5a1b42ae-ec68-4117-8895-5d932d2f965d'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:13:52.316653 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0e3a7ed0-6a29-4553-a6f9-947a0e4b8fce req-51fa024f-47da-4665-8e85-e9a354fde7df tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359342 Sep 07 05:13:52.330969 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae077316-27e4-4a44-91c4-a7e495c10fed tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Pushing event deleted for resources: {'Port': ['ID=5a1b42ae-ec68-4117-8895-5d932d2f965d,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:13:52.376571 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-ae077316-27e4-4a44-91c4-a7e495c10fed tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] No DVR routers for this DVR port 5a1b42ae-ec68-4117-8895-5d932d2f965d on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:13:52.379220 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-ae077316-27e4-4a44-91c4-a7e495c10fed tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:52.382470 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0baa7fba-caab-4c09-b401-cc9d714ca801 req-ae077316-27e4-4a44-91c4-a7e495c10fed tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.16 "DELETE /v2.0/ports/5a1b42ae-ec68-4117-8895-5d932d2f965d HTTP/1.1" status: 204 len: 173 time: 0.4469941 Sep 07 05:13:52.382958 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1114eb-4013-47c3-8b35-e96755613840', 'name': 'network-vif-deleted', 'tag': '5a1b42ae-ec68-4117-8895-5d932d2f965d'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:13:52.386212 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6a6e40-eb3c-4d9a-84c3-b750baefa8fb" -d '{"events": [{"server_uuid": "be1114eb-4013-47c3-8b35-e96755613840", "name": "network-vif-deleted", "tag": "5a1b42ae-ec68-4117-8895-5d932d2f965d"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:13:52.425970 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de80a56c-09f7-4b17-ad34-f20573bd6cec x-openstack-request-id: req-de80a56c-09f7-4b17-ad34-f20573bd6cec {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:13:52.426258 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1114eb-4013-47c3-8b35-e96755613840", "name": "network-vif-deleted", "tag": "5a1b42ae-ec68-4117-8895-5d932d2f965d", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:13:52.427241 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de80a56c-09f7-4b17-ad34-f20573bd6cec {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:13:52.427648 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1114eb-4013-47c3-8b35-e96755613840', 'name': 'network-vif-deleted', 'tag': '5a1b42ae-ec68-4117-8895-5d932d2f965d', 'status': 'completed', 'code': 200} Sep 07 05:13:53.990460 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:13:56.468333 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 5a1b42ae-ec68-4117-8895-5d932d2f965d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:13:56.488634 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 5a1b42ae-ec68-4117-8895-5d932d2f965d {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:13:56.488972 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 5a1b42ae-ec68-4117-8895-5d932d2f965d not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:13:56.552134 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-da983928-b5c9-42cc-83ec-8e8d30ea07b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411878 Sep 07 05:13:56.620510 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-f6107d6b-db62-49c9-b8a3-5932e56d2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:56.622088 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-f6107d6b-db62-49c9-b8a3-5932e56d2ec8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b8f3434f41f4c5b921765b440dc3b5a&device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 1099 time: 0.0476153 Sep 07 05:13:56.737608 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-70556727-fd3b-438f-9e24-553c4d6c9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:56.739038 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-70556727-fd3b-438f-9e24-553c4d6c9094 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1201e12-05e7-4cd3-92f9-028aebcf9374 HTTP/1.1" status: 200 len: 910 time: 0.0964735 Sep 07 05:13:56.813316 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-16e74eec-6c00-4b8d-866d-26d132f8e65a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0 HTTP/1.1" status: 200 len: 1001 time: 0.0671659 Sep 07 05:13:56.863339 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-7e496db0-1dc7-427d-a62b-057ec975a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:56.864828 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-7e496db0-1dc7-427d-a62b-057ec975a140 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a3152c4-e125-49b6-8878-9a13d78d4e0b HTTP/1.1" status: 200 len: 848 time: 0.0446963 Sep 07 05:13:56.920458 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-7712e9ba-a329-4fce-ab20-0a71a3e09f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:13:56.922023 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-7712e9ba-a329-4fce-ab20-0a71a3e09f49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1201e12-05e7-4cd3-92f9-028aebcf9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445893 Sep 07 05:13:57.036288 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-5a860b47-4935-4fc4-8bdb-0ac09e86d093 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059635 Sep 07 05:13:57.161565 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a24c86eb-d735-47a5-b1fd-4ce2cfba8c9a req-6244e11c-cc30-45fe-8840-ac7ec010e049 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163867 Sep 07 05:14:01.431459 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-c2701a2d-b0ef-40c8-96ff-dff444457957 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:01.432957 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-c2701a2d-b0ef-40c8-96ff-dff444457957 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/networks?id=3b8b3524-c32b-4452-bc29-38331c4ae2bb HTTP/1.1" status: 200 len: 814 time: 0.1220052 Sep 07 05:14:01.450319 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-7544ebf2-eefa-4020-bc28-fce4fe22d607 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/quotas/f6bf0fb8178b4c679f5c4c3639538192 HTTP/1.1" status: 200 len: 375 time: 0.0105565 Sep 07 05:14:01.482728 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-188209af-a6c7-4ccd-bda7-e7086ab07798 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6bf0fb8178b4c679f5c4c3639538192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265729 Sep 07 05:14:01.578625 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-39cd0478-efc0-46c2-aeaa-90ce06323782 service neutron] 10.222.0.49 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890298 Sep 07 05:14:01.669320 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-a3dcdd38-c8b2-450c-94be-94c9e223daf8 service neutron] 10.222.0.49 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827436 Sep 07 05:14:01.827782 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30d9f474-62c4-4e3e-b025-be2a82d4b29d req-15e2df90-7241-4954-8d63-67f39b100acb tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 210 time: 0.0267560 Sep 07 05:14:02.810043 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-1b94c7c2-260a-4e54-8f4f-e746e558ccd2 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:02.811423 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-1b94c7c2-260a-4e54-8f4f-e746e558ccd2 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.16 "GET /v2.0/networks?id=3b8b3524-c32b-4452-bc29-38331c4ae2bb HTTP/1.1" status: 200 len: 814 time: 0.1163564 Sep 07 05:14:02.825535 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Request body: {'port': {'device_id': '4820b5c8-3571-4022-95f8-f3a2dbc3554e', 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb', 'admin_state_up': True, 'tenant_id': 'f6bf0fb8178b4c679f5c4c3639538192'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:14:02.930178 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-50e97674-1fd2-4191-9e88-74f7763bbebb req-96fba86c-b5ec-4490-8c10-b96c1ebb4efe tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 210 time: 0.0277832 Sep 07 05:14:02.949776 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Made reservation on behalf of f6bf0fb8178b4c679f5c4c3639538192 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:14:02.953751 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:03.081751 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Allocated IP 172.20.0.11 (3b8b3524-c32b-4452-bc29-38331c4ae2bb/36825229-dc86-48e4-b1d2-c5bebaa4e0ec/62d708b4-663d-44db-9f4f-c2100b8accee) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:14:03.233420 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:03.272480 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:03.313058 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Network 3b8b3524-c32b-4452-bc29-38331c4ae2bb is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:14:03.316115 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:14:03.319362 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:14:03.352199 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Pushing event updated for resources: {'Port': ['ID=62d708b4-663d-44db-9f4f-c2100b8accee,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:03.366016 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.366366 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.366708 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.367043 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.367374 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.367704 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.368032 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.368389 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.368715 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.369038 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.369363 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.369685 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:03.388282 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:03.388913 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:03.405041 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-17f1b5f3-340b-45bc-938e-3e6af25835a6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5836806 Sep 07 05:14:03.420711 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Request body: {'port': {'device_id': '4820b5c8-3571-4022-95f8-f3a2dbc3554e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:14:03.480866 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:03.768617 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d708b4-663d-44db-9f4f-c2100b8accee {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:14:03.777185 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:03.789796 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Transition to ACTIVE for port object 62d708b4-663d-44db-9f4f-c2100b8accee will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:14:03.794658 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:03.851726 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Pushing event updated for resources: {'Port': ['ID=62d708b4-663d-44db-9f4f-c2100b8accee,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:03.927054 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Attempting to bind port 62d708b4-663d-44db-9f4f-c2100b8accee on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:14:03.927439 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Attempting to bind port 62d708b4-663d-44db-9f4f-c2100b8accee by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'be9350db-28ac-417f-a7aa-d22a3277dc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:14:03.927774 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Attempting to bind port 62d708b4-663d-44db-9f4f-c2100b8accee on network 3b8b3524-c32b-4452-bc29-38331c4ae2bb {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:14:03.932487 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Port 62d708b4-663d-44db-9f4f-c2100b8accee on network 3b8b3524-c32b-4452-bc29-38331c4ae2bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:14:03.932812 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Attempting to bind port 62d708b4-663d-44db-9f4f-c2100b8accee on network 3b8b3524-c32b-4452-bc29-38331c4ae2bb {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:14:03.937938 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:14:03.938275 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Checking segment: {'id': 'be9350db-28ac-417f-a7aa-d22a3277dc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:14:03.938663 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Bound using segment: {'id': 'be9350db-28ac-417f-a7aa-d22a3277dc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:14:03.939093 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Bound port: 62d708b4-663d-44db-9f4f-c2100b8accee, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9350db-28ac-417f-a7aa-d22a3277dc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:14:03.939457 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:04.013300 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] For port 62d708b4-663d-44db-9f4f-c2100b8accee, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:14:04.016830 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] For port 62d708b4-663d-44db-9f4f-c2100b8accee, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=62d708b4-663d-44db-9f4f-c2100b8accee,segment=NetworkSegment(be9350db-28ac-417f-a7aa-d22a3277dc96),segment_id=be9350db-28ac-417f-a7aa-d22a3277dc96)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:14:04.021945 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:04.052161 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829fa89-456d-47ca-9d54-7285293dd431 req-f57b4d11-6c0c-452a-b31c-8a5a76e9bcd3 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:04.058136 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c829fa89-456d-47ca-9d54-7285293dd431 req-f57b4d11-6c0c-452a-b31c-8a5a76e9bcd3 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 944 time: 0.0529308 Sep 07 05:14:04.059732 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:04.060370 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:04.061758 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] 10.222.0.16 "PUT /v2.0/ports/62d708b4-663d-44db-9f4f-c2100b8accee HTTP/1.1" status: 200 len: 1094 time: 0.6453433 Sep 07 05:14:04.062199 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4820b5c8-3571-4022-95f8-f3a2dbc3554e', 'tag': '62d708b4-663d-44db-9f4f-c2100b8accee'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:14:04.064459 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fc7213-5e76-4212-a50f-74bb6a093a03" -d '{"events": [{"name": "network-changed", "server_uuid": "4820b5c8-3571-4022-95f8-f3a2dbc3554e", "tag": "62d708b4-663d-44db-9f4f-c2100b8accee"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:14:04.100239 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c829fa89-456d-47ca-9d54-7285293dd431 req-12fa5bfc-bed1-483d-8a79-619b6096fc45 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Sep 07 05:14:04.105353 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56958b86-71c6-49d2-9ffd-ef6cbb42330f service neutron] Pushing event updated for resources: {'Port': ['ID=62d708b4-663d-44db-9f4f-c2100b8accee,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:04.139874 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463151cc-721b-40be-8d47-db4f10152efc x-openstack-request-id: req-463151cc-721b-40be-8d47-db4f10152efc {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:14:04.140198 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4820b5c8-3571-4022-95f8-f3a2dbc3554e", "tag": "62d708b4-663d-44db-9f4f-c2100b8accee", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:14:04.140453 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-463151cc-721b-40be-8d47-db4f10152efc {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:14:04.140847 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4820b5c8-3571-4022-95f8-f3a2dbc3554e', 'tag': '62d708b4-663d-44db-9f4f-c2100b8accee', 'status': 'completed', 'code': 200} Sep 07 05:14:04.157413 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-ee4eab37-38ce-4cb9-a0b6-47a135ed6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:04.159093 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-ee4eab37-38ce-4cb9-a0b6-47a135ed6061 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6bf0fb8178b4c679f5c4c3639538192&device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 1097 time: 0.0475430 Sep 07 05:14:04.182657 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:14:04.205998 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-b5e3b508-4edb-465c-8b65-b5eb1918b500 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62d708b4-663d-44db-9f4f-c2100b8accee HTTP/1.1" status: 200 len: 217 time: 0.0355039 Sep 07 05:14:04.271032 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-6cf4c984-2793-4d83-98d6-1d1705aa97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:04.273057 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-6cf4c984-2793-4d83-98d6-1d1705aa97d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36825229-dc86-48e4-b1d2-c5bebaa4e0ec HTTP/1.1" status: 200 len: 854 time: 0.0465300 Sep 07 05:14:04.311462 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-bd3d5909-d56b-45e8-a7f7-fde0a8feab53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b8b3524-c32b-4452-bc29-38331c4ae2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293882 Sep 07 05:14:04.409626 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-dbc75b41-80cc-45dc-900e-4c9212cd972e service neutron] 10.222.0.16 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839348 Sep 07 05:14:04.505592 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29f7ce6b-f93d-4802-9e49-ce18b1f47511 req-aacab9aa-7aa1-4b6a-9223-11cdfb50b368 service neutron] 10.222.0.16 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889351 Sep 07 05:14:04.596067 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc7213-5e76-4212-a50f-74bb6a093a03 req-7c5559c5-6267-4cfe-b1bc-1850a825b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:04.597601 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-13fc7213-5e76-4212-a50f-74bb6a093a03 req-7c5559c5-6267-4cfe-b1bc-1850a825b370 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6bf0fb8178b4c679f5c4c3639538192&device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 1097 time: 0.0425267 Sep 07 05:14:04.700598 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc7213-5e76-4212-a50f-74bb6a093a03 req-c0d18217-7a5c-4062-a642-a3ac1e52a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:04.702109 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-13fc7213-5e76-4212-a50f-74bb6a093a03 req-c0d18217-7a5c-4062-a642-a3ac1e52a608 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b8b3524-c32b-4452-bc29-38331c4ae2bb HTTP/1.1" status: 200 len: 915 time: 0.0947652 Sep 07 05:14:04.749999 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-13fc7213-5e76-4212-a50f-74bb6a093a03 req-9164e634-b412-4919-b936-b565dbc415fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62d708b4-663d-44db-9f4f-c2100b8accee HTTP/1.1" status: 200 len: 217 time: 0.0367661 Sep 07 05:14:04.800012 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc7213-5e76-4212-a50f-74bb6a093a03 req-8e0a9253-e633-46c2-9303-adc357e223ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:04.801430 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-13fc7213-5e76-4212-a50f-74bb6a093a03 req-8e0a9253-e633-46c2-9303-adc357e223ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36825229-dc86-48e4-b1d2-c5bebaa4e0ec HTTP/1.1" status: 200 len: 854 time: 0.0443637 Sep 07 05:14:04.834756 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-13fc7213-5e76-4212-a50f-74bb6a093a03 req-68bda852-355a-4502-a4a6-7cb83b61576f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b8b3524-c32b-4452-bc29-38331c4ae2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248351 Sep 07 05:14:04.929236 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-13fc7213-5e76-4212-a50f-74bb6a093a03 req-d9bbd4c7-c075-4a6c-b9c8-bfd292dc99ef service neutron] 10.222.0.16 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859311 Sep 07 05:14:05.031876 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-13fc7213-5e76-4212-a50f-74bb6a093a03 req-435a6a9a-fa0c-4e4b-9bff-8f116d311e8e service neutron] 10.222.0.16 "GET /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948842 Sep 07 05:14:05.228362 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c382d97-6edc-4f59-b40f-cd0333a27e2c req-1bacc14d-ffae-4226-bf1b-dbfaff654610 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:05.229964 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5c382d97-6edc-4f59-b40f-cd0333a27e2c req-1bacc14d-ffae-4226-bf1b-dbfaff654610 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 944 time: 0.0512347 Sep 07 05:14:05.270678 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5c382d97-6edc-4f59-b40f-cd0333a27e2c req-b0910897-f61c-4520-87e8-c39a0610151d tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346081 Sep 07 05:14:06.407171 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855d06-6966-44f3-9a87-afe4d717353c req-195b4095-a7d2-41a2-8949-43824fbcef3f tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:06.408721 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-da855d06-6966-44f3-9a87-afe4d717353c req-195b4095-a7d2-41a2-8949-43824fbcef3f tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 944 time: 0.0655234 Sep 07 05:14:06.454406 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-da855d06-6966-44f3-9a87-afe4d717353c req-8a79ff86-744a-48da-bef7-c0bdee63d429 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 Sep 07 05:14:07.589248 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ea0a-7974-4872-8d6a-3793bde07b1d req-e38db9b4-ebe7-4c2d-8181-8a33800f9992 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:07.591646 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0729ea0a-7974-4872-8d6a-3793bde07b1d req-e38db9b4-ebe7-4c2d-8181-8a33800f9992 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 944 time: 0.0586884 Sep 07 05:14:07.637195 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0729ea0a-7974-4872-8d6a-3793bde07b1d req-d662b820-e8cf-4391-8294-41a984f49c9d tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393910 Sep 07 05:14:08.499926 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 62d708b4-663d-44db-9f4f-c2100b8accee details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:14:08.609936 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 62d708b4-663d-44db-9f4f-c2100b8accee, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=62d708b4-663d-44db-9f4f-c2100b8accee,segment=NetworkSegment(be9350db-28ac-417f-a7aa-d22a3277dc96),segment_id=be9350db-28ac-417f-a7aa-d22a3277dc96)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:08.622593 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '62d708b4-663d-44db-9f4f-c2100b8accee', 'network_id': '3b8b3524-c32b-4452-bc29-38331c4ae2bb', 'port_id': '62d708b4-663d-44db-9f4f-c2100b8accee', 'mac_address': 'fa:16:3e:fc:94:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36825229-dc86-48e4-b1d2-c5bebaa4e0ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:14:08.662456 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:08.677638 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d708b4-663d-44db-9f4f-c2100b8accee {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:14:08.700536 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 62d708b4-663d-44db-9f4f-c2100b8accee, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=62d708b4-663d-44db-9f4f-c2100b8accee,segment=NetworkSegment(be9350db-28ac-417f-a7aa-d22a3277dc96),segment_id=be9350db-28ac-417f-a7aa-d22a3277dc96)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:08.705808 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:08.761234 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531852ac-85b8-43c2-a509-3661dd272430 req-9360d951-0380-4a9d-b71d-79b28b485767 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:08.762712 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-531852ac-85b8-43c2-a509-3661dd272430 req-9360d951-0380-4a9d-b71d-79b28b485767 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 945 time: 0.0550244 Sep 07 05:14:08.769146 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=62d708b4-663d-44db-9f4f-c2100b8accee,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:08.778006 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.778356 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.778697 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.779042 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.779368 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.779705 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.780033 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.780388 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.780715 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.781039 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.781361 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.781684 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:08.828797 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-531852ac-85b8-43c2-a509-3661dd272430 req-7051b3c2-2188-4498-aa6a-867b515258a9 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594332 Sep 07 05:14:08.978033 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['62d708b4-663d-44db-9f4f-c2100b8accee'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:14:09.953210 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b36d4a-749f-4618-8f2a-ae99db7b240a req-8df664f7-a970-454d-ac95-3c2949cbb8fd tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:09.954825 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b1b36d4a-749f-4618-8f2a-ae99db7b240a req-8df664f7-a970-454d-ac95-3c2949cbb8fd tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 945 time: 0.0535719 Sep 07 05:14:09.998858 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b1b36d4a-749f-4618-8f2a-ae99db7b240a req-c8a89144-9668-4962-b9d7-af1356132421 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348794 Sep 07 05:14:10.511180 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 62d708b4-663d-44db-9f4f-c2100b8accee up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:14:10.560587 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 62d708b4-663d-44db-9f4f-c2100b8accee completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:14:10.564637 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 62d708b4-663d-44db-9f4f-c2100b8accee triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:14:10.565006 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:10.649800 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:10.672516 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4820b5c8-3571-4022-95f8-f3a2dbc3554e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d708b4-663d-44db-9f4f-c2100b8accee'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:14:10.674735 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d551a118-23c3-4583-976f-03a9d56bdc8a" -d '{"events": [{"server_uuid": "4820b5c8-3571-4022-95f8-f3a2dbc3554e", "name": "network-vif-plugged", "status": "completed", "tag": "62d708b4-663d-44db-9f4f-c2100b8accee"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:14:10.689122 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 62d708b4-663d-44db-9f4f-c2100b8accee, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=62d708b4-663d-44db-9f4f-c2100b8accee,segment=NetworkSegment(be9350db-28ac-417f-a7aa-d22a3277dc96),segment_id=be9350db-28ac-417f-a7aa-d22a3277dc96)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:10.693904 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:10.720023 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d67054-59c5-4cb0-827b-c7656107e4b4 x-openstack-request-id: req-00d67054-59c5-4cb0-827b-c7656107e4b4 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:14:10.720336 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4820b5c8-3571-4022-95f8-f3a2dbc3554e", "name": "network-vif-plugged", "status": "completed", "tag": "62d708b4-663d-44db-9f4f-c2100b8accee", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:14:10.720591 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00d67054-59c5-4cb0-827b-c7656107e4b4 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:14:10.720983 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4820b5c8-3571-4022-95f8-f3a2dbc3554e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d708b4-663d-44db-9f4f-c2100b8accee', 'code': 200} Sep 07 05:14:10.749669 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=62d708b4-663d-44db-9f4f-c2100b8accee,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:10.917944 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123ca4b-3365-4dab-8845-255520c8491e req-f1f70635-390f-4c74-b855-cc4eb4e6ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:10.919493 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f123ca4b-3365-4dab-8845-255520c8491e req-f1f70635-390f-4c74-b855-cc4eb4e6ac13 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 1099 time: 0.0427015 Sep 07 05:14:10.963191 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f123ca4b-3365-4dab-8845-255520c8491e req-857a294f-4101-439a-aebb-86f004c9967f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350099 Sep 07 05:14:11.128921 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e8cb6-c713-4b8f-bf05-132ee8aced69 req-067c1957-0b82-4a9b-b25b-c71732f709da tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:11.131193 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e50e8cb6-c713-4b8f-bf05-132ee8aced69 req-067c1957-0b82-4a9b-b25b-c71732f709da tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 946 time: 0.0573094 Sep 07 05:14:11.173488 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e50e8cb6-c713-4b8f-bf05-132ee8aced69 req-9fa14517-1062-4e54-9eb5-2df6c51885b1 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358069 Sep 07 05:14:12.298855 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19875f34-f80a-4b21-b1ec-3663022a8881 req-d39408ef-52bc-4201-b9f6-92aeb46e8559 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:12.300392 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19875f34-f80a-4b21-b1ec-3663022a8881 req-d39408ef-52bc-4201-b9f6-92aeb46e8559 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 946 time: 0.0504165 Sep 07 05:14:12.340547 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19875f34-f80a-4b21-b1ec-3663022a8881 req-12ff63ee-2e7c-4999-98b9-edd32a02419e tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Sep 07 05:14:14.046057 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-e6b945ea-6054-497e-8c8b-3d421d5f8e54 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488579706&fields=id&tenant_id=353849bf81084dca8a2a5ab4624252f1 HTTP/1.1" status: 200 len: 267 time: 0.0321016 Sep 07 05:14:14.104980 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-9497cdd8-433e-4604-894c-90a39d35eb02 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:14.106564 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-9497cdd8-433e-4604-894c-90a39d35eb02 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 984 time: 0.0526435 Sep 07 05:14:14.118181 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-563f1f19-3487-444b-a267-69b24b9b0042 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Request body: {'port': {'security_groups': ['75657d69-fcf3-4f1e-95ee-0e6d31f833b5']}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:14:14.188443 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-563f1f19-3487-444b-a267-69b24b9b0042 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:14.377615 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-563f1f19-3487-444b-a267-69b24b9b0042 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] For port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:14.409995 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-563f1f19-3487-444b-a267-69b24b9b0042 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:14.421470 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-563f1f19-3487-444b-a267-69b24b9b0042 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:14.434039 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:14:14.470423 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-563f1f19-3487-444b-a267-69b24b9b0042 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:14.470423 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-563f1f19-3487-444b-a267-69b24b9b0042 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:14.471693 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d037c0d8-fd32-470c-850f-5f396f4ac775 req-563f1f19-3487-444b-a267-69b24b9b0042 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "PUT /v2.0/ports/1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 HTTP/1.1" status: 200 len: 942 time: 0.3586836 Sep 07 05:14:14.477984 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:14:14.477984 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33" -d '{"events": [{"name": "network-changed", "server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:14:14.478671 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 50628) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:14.508824 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f1f19-3487-444b-a267-69b24b9b0042 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event updated for resources: {'Port': ['ID=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,revision_number=7']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:14.538497 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00c16d5-217a-4a3b-9828-be23f7b59763 x-openstack-request-id: req-c00c16d5-217a-4a3b-9828-be23f7b59763 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:14:14.538887 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:14:14.539661 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c00c16d5-217a-4a3b-9828-be23f7b59763 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:14:14.540277 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'status': 'completed', 'code': 200} Sep 07 05:14:14.563805 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:14:14.565324 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:14.607686 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:14.618494 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-38d1c0b4-9af9-45c7-93c4-fa76f4139fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:14.620180 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-38d1c0b4-9af9-45c7-93c4-fa76f4139fca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=353849bf81084dca8a2a5ab4624252f1&device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 1098 time: 0.0515163 Sep 07 05:14:14.682041 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:14.685916 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:14.688524 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "DELETE /v2.0/security-groups/0d487637-e562-4d14-a6c5-50860794d3ed HTTP/1.1" status: 204 len: 168 time: 0.2073400 Sep 07 05:14:14.700908 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 50632) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:14.703860 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d487637-e562-4d14-a6c5-50860794d3ed,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:14.733041 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-e2dd4a9c-30ef-4853-9b3a-eb6d378bbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:14.734467 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-e2dd4a9c-30ef-4853-9b3a-eb6d378bbb7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=6065651b-6165-4696-96ad-91f42eb0fbab HTTP/1.1" status: 200 len: 915 time: 0.1065500 Sep 07 05:14:14.769890 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.770224 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.770491 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.771443 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.771777 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.772130 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.772467 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.772794 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.773123 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.773447 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.773769 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.774093 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a640a9-da85-4d32-9a52-b3bef1bfcac2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:14:14.802192 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-0eba688d-b8b2-4172-aa10-ea624d5d72cd None None] Provisioning complete for port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:14:14.802714 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0eba688d-b8b2-4172-aa10-ea624d5d72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:14.918689 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Deleting port 8543f8a3-1c41-4b20-ad4c-6d4d2c533279 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:14.919111 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:15.032604 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:15.033037 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:15.047776 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Calling delete_port for 8543f8a3-1c41-4b20-ad4c-6d4d2c533279 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:15.140441 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-efde9e4f-156c-45c3-a1fb-6cc2ea9fb9c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 HTTP/1.1" status: 200 len: 1001 time: 0.3968468 Sep 07 05:14:15.199924 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-c2e0ddda-4880-4598-91a1-807437e9cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:15.202029 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-c2e0ddda-4880-4598-91a1-807437e9cb85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ad58b6d-e8b9-4225-b208-97c5bf279578 HTTP/1.1" status: 200 len: 853 time: 0.0526042 Sep 07 05:14:15.247490 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:15.256142 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-d4867ea1-b639-45aa-8e92-d65179f9726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:15.257865 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-d4867ea1-b639-45aa-8e92-d65179f9726a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6065651b-6165-4696-96ad-91f42eb0fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475159 Sep 07 05:14:15.275107 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event deleted for resources: {'Port': ['ID=8543f8a3-1c41-4b20-ad4c-6d4d2c533279,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:15.339163 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:15.339492 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Floating IP 667c5ec9-38da-4e4e-8862-80e7b3fa9ab9 disassociated (deleted). External IP: 172.27.3.117, port: 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59. Sep 07 05:14:15.382382 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-84fd1120-87ef-4844-9dae-5b667c41e75b service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117327 Sep 07 05:14:15.490447 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6cd7ffd2-1384-42d5-9d11-777f9b2f0d33 req-ed0a9580-5c91-412f-84df-e24b9551eab3 service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969839 Sep 07 05:14:15.576052 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Router 70ef756f-17ab-4854-b122-7d74e0dcb456 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:14:15.695403 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:14:15.699982 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:15.706375 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] Sync routers for ids ['70ef756f-17ab-4854-b122-7d74e0dcb456'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:14:15.715628 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] Routers {'70ef756f-17ab-4854-b122-7d74e0dcb456'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:14:15.716267 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:13:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['70ef756f-17ab-4854-b122-7d74e0dcb456'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:15.728445 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7292e423-beef-4d8b-8427-7809d80bf579 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "DELETE /v2.0/floatingips/667c5ec9-38da-4e4e-8862-80e7b3fa9ab9 HTTP/1.1" status: 204 len: 168 time: 1.0211062 Sep 07 05:14:15.729079 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:14:15.731508 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe9ef74-158c-423b-b653-bd09fab9172a" -d '{"events": [{"name": "network-changed", "server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:14:15.782958 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048d8a5e-ad8a-4b44-88c6-0ab7e808142c x-openstack-request-id: req-048d8a5e-ad8a-4b44-88c6-0ab7e808142c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:14:15.783249 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:14:15.783502 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-048d8a5e-ad8a-4b44-88c6-0ab7e808142c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:14:15.783899 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'status': 'completed', 'code': 200} Sep 07 05:14:15.841848 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] Set router 70ef756f-17ab-4854-b122-7d74e0dcb456 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:14:15.849600 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9ef74-158c-423b-b653-bd09fab9172a req-ae9cf967-8e93-4513-a4e6-3f8c522e3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:15.852752 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-afe9ef74-158c-423b-b653-bd09fab9172a req-ae9cf967-8e93-4513-a4e6-3f8c522e3bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=353849bf81084dca8a2a5ab4624252f1&device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 1098 time: 0.0454328 Sep 07 05:14:15.985078 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9ef74-158c-423b-b653-bd09fab9172a req-9d6fe6e2-b0c8-4232-a3dc-fe9b8d8f0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:15.988171 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-afe9ef74-158c-423b-b653-bd09fab9172a req-9d6fe6e2-b0c8-4232-a3dc-fe9b8d8f0867 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6065651b-6165-4696-96ad-91f42eb0fbab HTTP/1.1" status: 200 len: 915 time: 0.1274056 Sep 07 05:14:16.040348 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-afe9ef74-158c-423b-b653-bd09fab9172a req-147f567c-8679-447d-90ee-5c00ae6f997c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 HTTP/1.1" status: 200 len: 217 time: 0.0396867 Sep 07 05:14:16.073837 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '0200a09a-c800-45ee-87f1-33c966ca3c48', 'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'mac_address': 'fa:16:3e:50:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:06Z', 'updated_at': '2021-09-07T05:11:15Z', 'revision_number': 5, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'subnets': [{'id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:16.094871 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9ef74-158c-423b-b653-bd09fab9172a req-620e3f1a-75b6-41d0-94d2-7802a48320a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:16.096344 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-afe9ef74-158c-423b-b653-bd09fab9172a req-620e3f1a-75b6-41d0-94d2-7802a48320a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ad58b6d-e8b9-4225-b208-97c5bf279578 HTTP/1.1" status: 200 len: 853 time: 0.0470748 Sep 07 05:14:16.104866 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] Checking router: 70ef756f-17ab-4854-b122-7d74e0dcb456 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:14:16.113842 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] Routers {'70ef756f-17ab-4854-b122-7d74e0dcb456'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:14:16.114490 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:13:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['70ef756f-17ab-4854-b122-7d74e0dcb456'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:16.141296 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9ef74-158c-423b-b653-bd09fab9172a req-dedf3e0f-6d51-4ac4-9c61-218f7c737db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:16.142823 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-afe9ef74-158c-423b-b653-bd09fab9172a req-dedf3e0f-6d51-4ac4-9c61-218f7c737db1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6065651b-6165-4696-96ad-91f42eb0fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394976 Sep 07 05:14:16.226598 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] Set router 70ef756f-17ab-4854-b122-7d74e0dcb456 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:14:16.240032 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-afe9ef74-158c-423b-b653-bd09fab9172a req-afa6192e-5b67-42b2-801a-16f1ee890d48 service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897181 Sep 07 05:14:16.348412 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-afe9ef74-158c-423b-b653-bd09fab9172a req-8c33b486-70a6-492a-998d-cf972f2f9a66 service neutron] 10.222.0.16 "GET /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005185 Sep 07 05:14:16.451693 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '0200a09a-c800-45ee-87f1-33c966ca3c48', 'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'mac_address': 'fa:16:3e:50:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:06Z', 'updated_at': '2021-09-07T05:11:15Z', 'revision_number': 5, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'subnets': [{'id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:16.483986 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05bf996-1914-4d32-bd2c-8ce04558e0da None None] The sync data for ids ['70ef756f-17ab-4854-b122-7d74e0dcb456'] in dv-cinder-804757-6-iscsi is: [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:11:06Z', 'revision_number': 4, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '0200a09a-c800-45ee-87f1-33c966ca3c48', 'name': '', 'network_id': '6065651b-6165-4696-96ad-91f42eb0fbab', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'mac_address': 'fa:16:3e:50:ed:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:06Z', 'updated_at': '2021-09-07T05:11:15Z', 'revision_number': 5, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'subnets': [{'id': '5ad58b6d-e8b9-4225-b208-97c5bf279578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:14:16.729891 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24d801-a5c9-4981-af6c-cc5acdefa389 None None] New status for floating IP 667c5ec9-38da-4e4e-8862-80e7b3fa9ab9: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:14:16.766736 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4edc2-12f7-4753-9330-7b987e023c7f req-811fe4e9-b60b-4fb7-9910-90bd50fd9624 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:16.768347 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-55f4edc2-12f7-4753-9330-7b987e023c7f req-811fe4e9-b60b-4fb7-9910-90bd50fd9624 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0522559 Sep 07 05:14:16.808785 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-55f4edc2-12f7-4753-9330-7b987e023c7f req-dbd0b21e-6ae0-45c3-a090-7ce8035a640d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340021 Sep 07 05:14:17.795210 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eed9cb96-0734-482d-af42-20669fd5f350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:17.936882 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6b59-3452-4799-871c-39691fa67155 req-bb99ad85-bd43-4a40-84a9-bc98444920d3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:17.938305 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f71b6b59-3452-4799-871c-39691fa67155 req-bb99ad85-bd43-4a40-84a9-bc98444920d3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0546038 Sep 07 05:14:17.982005 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f71b6b59-3452-4799-871c-39691fa67155 req-ca994c4e-f398-48f0-9c6b-51cec294a3d5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374985 Sep 07 05:14:19.104721 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa636f-bc2a-44c5-8788-f8c88c940a17 req-c380d79d-550f-4760-b22a-eba6e719fc72 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:19.106311 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48fa636f-bc2a-44c5-8788-f8c88c940a17 req-c380d79d-550f-4760-b22a-eba6e719fc72 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0513856 Sep 07 05:14:19.152801 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48fa636f-bc2a-44c5-8788-f8c88c940a17 req-83cc4a52-3ed5-4c75-a5b5-3fa22ccb1cc5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372207 Sep 07 05:14:19.517662 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:20.273509 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b465de-3fcc-464b-a459-fb7083537a1d req-3eee6ed5-7f21-4072-89d2-64ae7e9f8e30 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:20.275030 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-98b465de-3fcc-464b-a459-fb7083537a1d req-3eee6ed5-7f21-4072-89d2-64ae7e9f8e30 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0500681 Sep 07 05:14:20.313067 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-98b465de-3fcc-464b-a459-fb7083537a1d req-f9296bff-0065-44e6-92d3-a43d78b6f48a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Sep 07 05:14:20.917053 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e0f76dd-58e6-460e-b582-15bee3fb5213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:21.537349 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3add9-42f4-4ae9-a9db-288dae67cfd6 req-594bb13c-bf9e-47c1-8178-ce776b4f9387 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:21.539397 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8bd3add9-42f4-4ae9-a9db-288dae67cfd6 req-594bb13c-bf9e-47c1-8178-ce776b4f9387 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0528607 Sep 07 05:14:21.581272 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-8bd3add9-42f4-4ae9-a9db-288dae67cfd6 req-3712b833-88ab-4f1a-8cf8-e275da0f96b3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356369 Sep 07 05:14:21.785178 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:22.098521 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:22.702764 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799415c4-61a9-4458-a533-5866174254da req-0eed53bd-3c4a-4530-ab5b-f938c2a90540 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:22.704257 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-799415c4-61a9-4458-a533-5866174254da req-0eed53bd-3c4a-4530-ab5b-f938c2a90540 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0494921 Sep 07 05:14:22.742520 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-799415c4-61a9-4458-a533-5866174254da req-aea842d6-bbe3-444d-bf68-6a39e259cd5f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Sep 07 05:14:23.870913 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a654d8-3e51-4084-8524-bbffc540362c req-83b8be11-a31b-443c-b7eb-54c5b2f110ae tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:23.872748 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-25a654d8-3e51-4084-8524-bbffc540362c req-83b8be11-a31b-443c-b7eb-54c5b2f110ae tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0545857 Sep 07 05:14:23.912220 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-25a654d8-3e51-4084-8524-bbffc540362c req-9c2fd87c-b994-4ab3-a42a-105cfaf527fe tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332918 Sep 07 05:14:23.993319 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:24.825208 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a50f6-20bf-4fe8-a53c-815406e25f59 req-715b6280-b4f4-4ada-80b6-8951656feb14 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:24.826638 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-059a50f6-20bf-4fe8-a53c-815406e25f59 req-715b6280-b4f4-4ada-80b6-8951656feb14 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0520613 Sep 07 05:14:24.867310 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-059a50f6-20bf-4fe8-a53c-815406e25f59 req-80e7956b-1ef7-47ca-80e1-4bcac6d30175 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343494 Sep 07 05:14:25.040810 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec809fc7-6806-4f2d-9276-9c7da2934868 req-a337e7de-e160-45df-8755-cfc54cb088dd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:25.042391 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ec809fc7-6806-4f2d-9276-9c7da2934868 req-a337e7de-e160-45df-8755-cfc54cb088dd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0535483 Sep 07 05:14:25.084020 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ec809fc7-6806-4f2d-9276-9c7da2934868 req-87b81086-0fd9-4ca8-85c6-8893fca814de tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Sep 07 05:14:25.992120 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4c72b-af7e-44f8-a84e-dd8c54426469 req-d09cfbc2-2530-48a8-8fe0-98a6f455562c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:25.993887 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2fe4c72b-af7e-44f8-a84e-dd8c54426469 req-d09cfbc2-2530-48a8-8fe0-98a6f455562c tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0541601 Sep 07 05:14:26.034010 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2fe4c72b-af7e-44f8-a84e-dd8c54426469 req-2d00b711-303d-4e58-8369-aec67702e32a tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344934 Sep 07 05:14:26.215911 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b479947-3d6d-4af0-9e6b-46f2336f29e1 req-c796c947-c6d9-4a04-bcd5-eb87e9b34111 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:26.217433 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1b479947-3d6d-4af0-9e6b-46f2336f29e1 req-c796c947-c6d9-4a04-bcd5-eb87e9b34111 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0491393 Sep 07 05:14:26.262711 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1b479947-3d6d-4af0-9e6b-46f2336f29e1 req-f406bb3d-ba46-4f89-ac4f-d17e7723c0cb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389328 Sep 07 05:14:27.159938 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57878c-c56c-4cae-9f12-b089c62ba393 req-5b60547a-71e4-45a2-9ddd-58aea07a3c6f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:27.161503 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bb57878c-c56c-4cae-9f12-b089c62ba393 req-5b60547a-71e4-45a2-9ddd-58aea07a3c6f tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0505838 Sep 07 05:14:27.200626 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bb57878c-c56c-4cae-9f12-b089c62ba393 req-5ecf129e-1d70-4ed7-8e5f-2c54669c19ab tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Sep 07 05:14:27.385348 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538af36-fcfe-4e26-bc12-e46e3c79521b req-b7d46f8d-8cf5-4585-b64c-0917da5f58b3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:27.386760 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0538af36-fcfe-4e26-bc12-e46e3c79521b req-b7d46f8d-8cf5-4585-b64c-0917da5f58b3 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0511541 Sep 07 05:14:27.423521 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0538af36-fcfe-4e26-bc12-e46e3c79521b req-88f76c47-a99a-48a9-bf4c-46797dec351c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306277 Sep 07 05:14:28.322430 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c46d50-e9f7-4b13-b116-b4d3c0fec682 req-95dc0a62-2729-4796-8d4a-53024545b9f1 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:28.323922 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3c46d50-e9f7-4b13-b116-b4d3c0fec682 req-95dc0a62-2729-4796-8d4a-53024545b9f1 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0506487 Sep 07 05:14:28.363447 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3c46d50-e9f7-4b13-b116-b4d3c0fec682 req-e2069022-ea42-4578-9882-ba910972d8d8 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/security-groups?id=75657d69-fcf3-4f1e-95ee-0e6d31f833b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334496 Sep 07 05:14:28.549400 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8296fd2-d3d5-403f-b98d-6980caa3c885 req-766a4c5d-4e04-4140-96e3-ff8e7e435b6b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:28.551067 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b8296fd2-d3d5-403f-b98d-6980caa3c885 req-766a4c5d-4e04-4140-96e3-ff8e7e435b6b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0525284 Sep 07 05:14:28.590329 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b8296fd2-d3d5-403f-b98d-6980caa3c885 req-12100a05-fbeb-4f09-9373-5b5dd46771c0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325642 Sep 07 05:14:28.867961 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-bab22d21-3616-4403-a519-bd3d18554339 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:28.869339 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-bab22d21-3616-4403-a519-bd3d18554339 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.16 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 945 time: 0.0516782 Sep 07 05:14:28.964260 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-02854253-4c53-4a76-a317-6794045fe6f2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Deleting port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:28.964614 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-02854253-4c53-4a76-a317-6794045fe6f2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:29.056513 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-02854253-4c53-4a76-a317-6794045fe6f2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] For port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:29.056872 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-02854253-4c53-4a76-a317-6794045fe6f2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:29.069356 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-02854253-4c53-4a76-a317-6794045fe6f2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Calling delete_port for 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:29.197671 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-02854253-4c53-4a76-a317-6794045fe6f2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:29.210005 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:14:29.227247 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02854253-4c53-4a76-a317-6794045fe6f2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Pushing event deleted for resources: {'Port': ['ID=1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:29.268904 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-02854253-4c53-4a76-a317-6794045fe6f2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] No DVR routers for this DVR port 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:14:29.271396 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-02854253-4c53-4a76-a317-6794045fe6f2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:29.274305 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ff0f1edf-64a8-49d5-8fa7-de514f996249 req-02854253-4c53-4a76-a317-6794045fe6f2 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.16 "DELETE /v2.0/ports/1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 HTTP/1.1" status: 204 len: 173 time: 0.3985510 Sep 07 05:14:29.274732 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'name': 'network-vif-deleted', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:14:29.277006 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe3cbc8-a0e8-41ff-bca3-8160933d51f2" -d '{"events": [{"server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "name": "network-vif-deleted", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:14:29.314394 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c902a8b-017f-4ca0-927d-0602c83423f7 x-openstack-request-id: req-2c902a8b-017f-4ca0-927d-0602c83423f7 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:14:29.314693 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8025577f-996c-4b2e-a108-00afae77fc80", "name": "network-vif-deleted", "tag": "1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:14:29.314941 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c902a8b-017f-4ca0-927d-0602c83423f7 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:14:29.315352 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8025577f-996c-4b2e-a108-00afae77fc80', 'name': 'network-vif-deleted', 'tag': '1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59', 'status': 'completed', 'code': 200} Sep 07 05:14:29.479817 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1c3aeb38-43fb-48db-a586-8a4cd8d3353a req-033b33a6-6d53-4661-83ff-5ab0cd2d8a65 tempest-TestMinimumBasicScenario-234493326 tempest-TestMinimumBasicScenario-234493326-project] 10.222.0.49 "GET /v2.0/ports?device_id=8025577f-996c-4b2e-a108-00afae77fc80 HTTP/1.1" status: 200 len: 210 time: 0.0264494 Sep 07 05:14:29.728621 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217dab5-92a5-4799-9182-d23ea802ffec req-400a2ecb-1b55-4ee9-8732-213171f7dba2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:29.730242 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b217dab5-92a5-4799-9182-d23ea802ffec req-400a2ecb-1b55-4ee9-8732-213171f7dba2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0600317 Sep 07 05:14:29.790273 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b217dab5-92a5-4799-9182-d23ea802ffec req-5e4927db-ab94-4f3d-b01e-353a24ff480c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539205 Sep 07 05:14:30.920980 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e44f99-430e-47c6-931d-6e651baf4a43 req-3d37cf82-de95-49df-bf3c-7f34a0606654 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:30.922534 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-83e44f99-430e-47c6-931d-6e651baf4a43 req-3d37cf82-de95-49df-bf3c-7f34a0606654 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0554106 Sep 07 05:14:30.963089 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-83e44f99-430e-47c6-931d-6e651baf4a43 req-f57cc32c-90f2-49b0-90bf-679e68e7b599 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340014 Sep 07 05:14:31.156790 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 50834) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:31.527081 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375060'] for router_interface, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:31.785258 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] Deleting port 0200a09a-c800-45ee-87f1-33c966ca3c48 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:31.785599 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:31.865778 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] For port 0200a09a-c800-45ee-87f1-33c966ca3c48, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=0200a09a-c800-45ee-87f1-33c966ca3c48,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:31.866586 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:31.879072 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] Calling delete_port for 0200a09a-c800-45ee-87f1-33c966ca3c48 owned by network:router_interface {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:32.091187 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:32.110828 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35778e-2696-4e73-b91f-1504dbd8cc0f req-a5d93be2-0844-4cf0-97ea-35553e15496c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:32.112896 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6c35778e-2696-4e73-b91f-1504dbd8cc0f req-a5d93be2-0844-4cf0-97ea-35553e15496c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0659690 Sep 07 05:14:32.127054 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] Pushing event deleted for resources: {'Port': ['ID=0200a09a-c800-45ee-87f1-33c966ca3c48,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:32.167810 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6c35778e-2696-4e73-b91f-1504dbd8cc0f req-95ceb5ae-f651-40e0-886e-1ba2ce55f3a4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432796 Sep 07 05:14:32.352406 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375176'] for router_interface, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:32.568570 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:14:32.590761 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:14:32.591112 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 1fef4f37-ff4e-4b1a-853d-a8c3f93a1e59 not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:14:32.597157 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] Router 70ef756f-17ab-4854-b122-7d74e0dcb456 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:14:32.608174 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cdaf4-3782-4cb6-854a-f8709c9bea6a req-bcc94ced-70f6-4689-a7d7-e443bea38066 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:32.609816 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c36cdaf4-3782-4cb6-854a-f8709c9bea6a req-bcc94ced-70f6-4689-a7d7-e443bea38066 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 946 time: 0.0522728 Sep 07 05:14:32.653652 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c36cdaf4-3782-4cb6-854a-f8709c9bea6a req-852c7728-238a-458c-b233-e77b0881eb80 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Sep 07 05:14:32.724175 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:14:32.731267 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-c0473cec-dbb6-452d-b644-3a72d25b8117 admin admin] 10.222.0.49 "PUT /v2.0/routers/70ef756f-17ab-4854-b122-7d74e0dcb456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5733411 Sep 07 05:14:32.733289 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 50848) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:32.735416 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] Sync routers for ids ['70ef756f-17ab-4854-b122-7d74e0dcb456'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:14:32.750434 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] Routers {'70ef756f-17ab-4854-b122-7d74e0dcb456'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:14:32.751428 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['70ef756f-17ab-4854-b122-7d74e0dcb456'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:32.871329 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:33.006786 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] Set router 70ef756f-17ab-4854-b122-7d74e0dcb456 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:14:33.214936 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:14:32Z', 'revision_number': 5, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:33.250604 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] Checking router: 70ef756f-17ab-4854-b122-7d74e0dcb456 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:14:33.261707 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] Routers {'70ef756f-17ab-4854-b122-7d74e0dcb456'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:14:33.262223 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['70ef756f-17ab-4854-b122-7d74e0dcb456'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:33.279165 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:33.347889 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805ca96-e6e4-480b-a7b0-cc3a2798d8ea req-98589dd3-1dfc-4960-b4a1-7e13923c6cfe tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:33.349621 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3805ca96-e6e4-480b-a7b0-cc3a2798d8ea req-98589dd3-1dfc-4960-b4a1-7e13923c6cfe tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0890641 Sep 07 05:14:33.388247 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] Set router 70ef756f-17ab-4854-b122-7d74e0dcb456 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:14:33.402345 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Deleting port 7e05e7b2-40d1-4bd5-ab93-11a10815c251 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:33.402970 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:33.407019 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3805ca96-e6e4-480b-a7b0-cc3a2798d8ea req-f9247903-3e51-4941-8618-265ad41ca5c0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488789 Sep 07 05:14:33.523755 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] For port 7e05e7b2-40d1-4bd5-ab93-11a10815c251, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=7e05e7b2-40d1-4bd5-ab93-11a10815c251,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:33.524033 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:33.541756 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Calling delete_port for 7e05e7b2-40d1-4bd5-ab93-11a10815c251 owned by network:router_gateway {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:33.595552 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:14:32Z', 'revision_number': 5, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:33.629591 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40356929-7580-4020-bf30-abc3c2a7591f None None] The sync data for ids ['70ef756f-17ab-4854-b122-7d74e0dcb456'] in dv-cinder-804757-6-iscsi is: [{'id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'name': 'tempest-TestMinimumBasicScenario-121746028-router', 'tenant_id': '353849bf81084dca8a2a5ab4624252f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:02Z', 'updated_at': '2021-09-07T05:14:32Z', 'revision_number': 5, 'project_id': '353849bf81084dca8a2a5ab4624252f1', 'gw_port': {'id': '7e05e7b2-40d1-4bd5-ab93-11a10815c251', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef756f-17ab-4854-b122-7d74e0dcb456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:03Z', 'updated_at': '2021-09-07T05:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:14:33.739153 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:33.766758 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e05e7b2-40d1-4bd5-ab93-11a10815c251,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:33.788480 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab14576-ebda-4bad-88f8-bacd9b64889e req-5c32ca21-7f2e-4035-a511-da0e215a5eda tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:33.789929 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0ab14576-ebda-4bad-88f8-bacd9b64889e req-5c32ca21-7f2e-4035-a511-da0e215a5eda tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 946 time: 0.0622785 Sep 07 05:14:33.829401 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376362'] for router_gateway, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:33.834826 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0ab14576-ebda-4bad-88f8-bacd9b64889e req-44b0f689-de64-4064-a708-70a28b4eeea4 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383480 Sep 07 05:14:33.931740 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1891'] for router, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:33.934202 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:33.988416 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374384'] for router, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:33.988973 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70ef756f-17ab-4854-b122-7d74e0dcb456 {{(pid=94011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 05:14:33.993634 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:33.997041 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-1b37fd6d-04f2-4681-99df-d118e4f91a32 admin admin] 10.222.0.49 "DELETE /v2.0/routers/70ef756f-17ab-4854-b122-7d74e0dcb456 HTTP/1.1" status: 204 len: 168 time: 1.2602568 Sep 07 05:14:33.997536 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 50854) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:34.046396 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5026dba-0745-48ba-b29a-de131441af5b admin admin] Deleting subnet 5ad58b6d-e8b9-4225-b208-97c5bf279578 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:14:34.049899 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f5026dba-0745-48ba-b29a-de131441af5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.086421 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f5026dba-0745-48ba-b29a-de131441af5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9990761'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.214880 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f5026dba-0745-48ba-b29a-de131441af5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.273185 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f5026dba-0745-48ba-b29a-de131441af5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9453644'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.297682 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5026dba-0745-48ba-b29a-de131441af5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad58b6d-e8b9-4225-b208-97c5bf279578,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:34.309026 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f5026dba-0745-48ba-b29a-de131441af5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.310926 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-f5026dba-0745-48ba-b29a-de131441af5b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5ad58b6d-e8b9-4225-b208-97c5bf279578 HTTP/1.1" status: 204 len: 168 time: 0.3125198 Sep 07 05:14:34.314434 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 50856) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:34.316646 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76197246-1675-4123-bb61-f289a1eafa37 None None] Network 6065651b-6165-4696-96ad-91f42eb0fbab requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:14:34.402317 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.480465 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Deleting port ad3c5027-582a-4f92-bd69-ad0f1df177ec {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:34.481169 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.578058 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 2885be47-b640-42e5-bb5c-40c4cb69e776 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:14:34.616700 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] For port ad3c5027-582a-4f92-bd69-ad0f1df177ec, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ad3c5027-582a-4f92-bd69-ad0f1df177ec,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:34.617156 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.643250 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Calling delete_port for ad3c5027-582a-4f92-bd69-ad0f1df177ec owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:34.660297 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e08c-1b8e-4820-8ab2-45c032e1063c req-422665d9-22bc-40e9-a220-f28051bf34d2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:34.661894 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5181e08c-1b8e-4820-8ab2-45c032e1063c req-422665d9-22bc-40e9-a220-f28051bf34d2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.1460841 Sep 07 05:14:34.683140 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-f81bf0af-9a0f-4ddc-8395-2dfc4c257cc0 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:34.685106 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-f81bf0af-9a0f-4ddc-8395-2dfc4c257cc0 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.16 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 946 time: 0.1099355 Sep 07 05:14:34.715382 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dc698d-753f-4d95-8d71-14301907205e None None] DHCP port deletion for 6065651b-6165-4696-96ad-91f42eb0fbab request from dv-cinder-804757-6-iscsi {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 05:14:34.764234 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:34.789586 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'port_id': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'mac_address': 'fa:16:3e:ab:32:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:14:34.808470 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-41dc698d-753f-4d95-8d71-14301907205e None None] Deleting port ad3c5027-582a-4f92-bd69-ad0f1df177ec {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:34.809075 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41dc698d-753f-4d95-8d71-14301907205e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.857705 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5181e08c-1b8e-4820-8ab2-45c032e1063c req-569be8e5-2e12-46f7-a9f9-9af9966d3389 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250751 Sep 07 05:14:34.905234 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.921573 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-132b88e9-88ec-4c6e-9659-6c36a5285377 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Deleting port 62d708b4-663d-44db-9f4f-c2100b8accee {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:34.921925 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-132b88e9-88ec-4c6e-9659-6c36a5285377 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.966528 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.975241 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-41dc698d-753f-4d95-8d71-14301907205e None None] For port ad3c5027-582a-4f92-bd69-ad0f1df177ec, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ad3c5027-582a-4f92-bd69-ad0f1df177ec,segment=NetworkSegment(1d2b8d58-5c66-4aca-8516-b0c34aeaecc9),segment_id=1d2b8d58-5c66-4aca-8516-b0c34aeaecc9)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:34.975766 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41dc698d-753f-4d95-8d71-14301907205e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:34.991993 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961e34c-8428-4f57-9c09-79413d61c74a req-8eedfd1f-3fde-4dec-b317-a90579ac0fc6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:35.000351 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0961e34c-8428-4f57-9c09-79413d61c74a req-8eedfd1f-3fde-4dec-b317-a90579ac0fc6 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 946 time: 0.0614672 Sep 07 05:14:35.000551 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2885be47-b640-42e5-bb5c-40c4cb69e776 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:14:35.006707 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-41dc698d-753f-4d95-8d71-14301907205e None None] Calling delete_port for ad3c5027-582a-4f92-bd69-ad0f1df177ec owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:35.045192 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0961e34c-8428-4f57-9c09-79413d61c74a req-688b1c83-5db3-4d26-937b-347492d9942a tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ba473e-6898-4e0b-9dd7-2df8955da87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438650 Sep 07 05:14:35.050872 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-132b88e9-88ec-4c6e-9659-6c36a5285377 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] For port 62d708b4-663d-44db-9f4f-c2100b8accee, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=62d708b4-663d-44db-9f4f-c2100b8accee,segment=NetworkSegment(be9350db-28ac-417f-a7aa-d22a3277dc96),segment_id=be9350db-28ac-417f-a7aa-d22a3277dc96)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:35.051430 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-132b88e9-88ec-4c6e-9659-6c36a5285377 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.061508 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:35.067543 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-132b88e9-88ec-4c6e-9659-6c36a5285377 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Calling delete_port for 62d708b4-663d-44db-9f4f-c2100b8accee owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:35.082394 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.097076 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3c5027-582a-4f92-bd69-ad0f1df177ec,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:35.098987 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] No DVR routers for this DVR port ad3c5027-582a-4f92-bd69-ad0f1df177ec on host dv-cinder-804757-6-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:14:35.184717 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['2885be47-b640-42e5-bb5c-40c4cb69e776'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:14:35.238829 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.249358 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:35.273497 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6065651b-6165-4696-96ad-91f42eb0fbab']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:35.293175 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:35.293507 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2b8d58-5c66-4aca-8516-b0c34aeaecc9') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:35.297025 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-41dc698d-753f-4d95-8d71-14301907205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.305669 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9990770'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.323982 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.337241 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc698d-753f-4d95-8d71-14301907205e None None] Pushing event deleted for resources: {'Port': ['ID=ad3c5027-582a-4f92-bd69-ad0f1df177ec,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:35.350761 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc698d-753f-4d95-8d71-14301907205e None None] No DVR routers for this DVR port ad3c5027-582a-4f92-bd69-ad0f1df177ec on host dv-cinder-804757-6-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:14:35.358830 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:14:35.359377 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327631'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: Traceback (most recent call last): Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: timer() Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: cb(*args, **kw) Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: return func(*args, **kwargs) Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: self._notify() Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: self.callback(batched_events) Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: event.method(event) Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: return f(self, *a, **k) Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._get(url).json() Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: return self.request(url, 'GET', **kwargs) Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:14:35.361432 dv-cinder-804757-6-iscsi neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:14:35.442823 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-132b88e9-88ec-4c6e-9659-6c36a5285377 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.446924 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.479824 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b88e9-88ec-4c6e-9659-6c36a5285377 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Pushing event deleted for resources: {'Port': ['ID=62d708b4-663d-44db-9f4f-c2100b8accee,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:35.489363 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['62d708b4-663d-44db-9f4f-c2100b8accee'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:14:35.500740 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.503756 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6065651b-6165-4696-96ad-91f42eb0fbab HTTP/1.1" status: 204 len: 168 time: 1.1892936 Sep 07 05:14:35.507327 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 50884) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:35.530849 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608937cd-73e3-4477-ae8c-bbc7a956da41 admin admin] Pushing event deleted for resources: {'Network': ['ID=6065651b-6165-4696-96ad-91f42eb0fbab,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:35.593264 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-132b88e9-88ec-4c6e-9659-6c36a5285377 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] No DVR routers for this DVR port 62d708b4-663d-44db-9f4f-c2100b8accee on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:14:35.595935 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-132b88e9-88ec-4c6e-9659-6c36a5285377 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:35.598909 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29194b5d-0c30-4237-80fb-dd3d5608dd8f req-132b88e9-88ec-4c6e-9659-6c36a5285377 tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.16 "DELETE /v2.0/ports/62d708b4-663d-44db-9f4f-c2100b8accee HTTP/1.1" status: 204 len: 173 time: 0.8724048 Sep 07 05:14:35.598909 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4820b5c8-3571-4022-95f8-f3a2dbc3554e', 'name': 'network-vif-deleted', 'tag': '62d708b4-663d-44db-9f4f-c2100b8accee'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:14:35.609826 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da41de5-234b-47b2-aa1f-8d816dc7c5ed" -d '{"events": [{"server_uuid": "4820b5c8-3571-4022-95f8-f3a2dbc3554e", "name": "network-vif-deleted", "tag": "62d708b4-663d-44db-9f4f-c2100b8accee"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:14:35.676787 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4138121-2b3d-4502-9d7d-e9068f4c798d x-openstack-request-id: req-e4138121-2b3d-4502-9d7d-e9068f4c798d {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:14:35.677079 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4820b5c8-3571-4022-95f8-f3a2dbc3554e", "name": "network-vif-deleted", "tag": "62d708b4-663d-44db-9f4f-c2100b8accee", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:14:35.677326 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4138121-2b3d-4502-9d7d-e9068f4c798d {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:14:35.678303 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4820b5c8-3571-4022-95f8-f3a2dbc3554e', 'name': 'network-vif-deleted', 'tag': '62d708b4-663d-44db-9f4f-c2100b8accee', 'status': 'completed', 'code': 200} Sep 07 05:14:35.726093 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 7e05e7b2-40d1-4bd5-ab93-11a10815c251 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:14:35.777913 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 7e05e7b2-40d1-4bd5-ab93-11a10815c251 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:14:35.778297 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 7e05e7b2-40d1-4bd5-ab93-11a10815c251 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:14:35.778772 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 0200a09a-c800-45ee-87f1-33c966ca3c48 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:14:35.804568 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 0200a09a-c800-45ee-87f1-33c966ca3c48 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:14:35.804904 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 0200a09a-c800-45ee-87f1-33c966ca3c48 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:14:35.807225 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ad3c5027-582a-4f92-bd69-ad0f1df177ec no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:14:35.839294 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: ad3c5027-582a-4f92-bd69-ad0f1df177ec {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:14:35.840286 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ad3c5027-582a-4f92-bd69-ad0f1df177ec not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:14:36.084771 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f0c9b-038b-4bdb-a06d-3b4624b5b3af req-a38541f1-5132-4f1d-844b-1b8570c3e114 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:36.093763 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-515f0c9b-038b-4bdb-a06d-3b4624b5b3af req-a38541f1-5132-4f1d-844b-1b8570c3e114 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 945 time: 0.1306810 Sep 07 05:14:36.198296 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-515f0c9b-038b-4bdb-a06d-3b4624b5b3af req-9b5159fe-dcdd-46dd-8b03-782987575386 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760167 Sep 07 05:14:36.293499 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9874ebb0-5ebf-4a8a-9dcf-774eb922b3a9 req-c0480dfb-233b-42c6-893d-e27b1cd41a4a tempest-VolumesSnapshotTestJSON-1480835430 tempest-VolumesSnapshotTestJSON-1480835430-project] 10.222.0.49 "GET /v2.0/ports?device_id=4820b5c8-3571-4022-95f8-f3a2dbc3554e HTTP/1.1" status: 200 len: 210 time: 0.1098664 Sep 07 05:14:36.375130 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375060'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:36.595053 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 2885be47-b640-42e5-bb5c-40c4cb69e776 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:14:36.655737 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 2885be47-b640-42e5-bb5c-40c4cb69e776 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:14:36.656184 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:36.731642 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] Deleting port 2dd61c30-9a35-49de-8297-0c28ae09410f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:36.732001 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:36.766949 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:36.796625 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:14:36.799403 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6571087c-7cc8-4864-ad3e-cf70004affa1" -d '{"events": [{"server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "name": "network-vif-plugged", "status": "completed", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:14:36.833684 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:36.850282 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:36.851119 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 62d708b4-663d-44db-9f4f-c2100b8accee no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:14:36.880113 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18462e5d-3535-418b-a6cc-2f8954a447e2 x-openstack-request-id: req-18462e5d-3535-418b-a6cc-2f8954a447e2 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:14:36.880502 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "name": "network-vif-plugged", "status": "completed", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:14:36.881109 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18462e5d-3535-418b-a6cc-2f8954a447e2 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:14:36.881407 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'code': 200} Sep 07 05:14:36.901049 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 62d708b4-663d-44db-9f4f-c2100b8accee {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:14:36.901387 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 62d708b4-663d-44db-9f4f-c2100b8accee not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:14:36.937648 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:37.080279 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] For port 2dd61c30-9a35-49de-8297-0c28ae09410f, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=2dd61c30-9a35-49de-8297-0c28ae09410f,segment=NetworkSegment(7c7399ce-8a76-4d4c-910d-28115d8c2afb),segment_id=7c7399ce-8a76-4d4c-910d-28115d8c2afb)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:37.080585 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:37.096926 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] Calling delete_port for 2dd61c30-9a35-49de-8297-0c28ae09410f owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:37.354335 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:37.406476 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd61c30-9a35-49de-8297-0c28ae09410f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:37.495075 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89340195-f128-4b18-97cc-4ed155ae86fe req-54b20f9f-1478-463c-80e4-0b293c4e323b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:37.496829 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-89340195-f128-4b18-97cc-4ed155ae86fe req-54b20f9f-1478-463c-80e4-0b293c4e323b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.1095409 Sep 07 05:14:37.587244 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-89340195-f128-4b18-97cc-4ed155ae86fe req-6e2f3a3b-6d27-4654-8f35-9af256e3376c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816905 Sep 07 05:14:37.682731 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375176'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:38.035415 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] Router 0128f039-552c-4842-9eb2-289d771b4d7c has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:14:38.176410 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:14:38.182512 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4001bc32-aa5f-45ae-a2f8-bd0d34c1faad admin admin] 10.222.0.49 "PUT /v2.0/routers/0128f039-552c-4842-9eb2-289d771b4d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6737642 Sep 07 05:14:38.185275 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 50908) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:38.193913 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] Sync routers for ids ['0128f039-552c-4842-9eb2-289d771b4d7c'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:14:38.203906 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] Routers {'0128f039-552c-4842-9eb2-289d771b4d7c'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:14:38.204990 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['0128f039-552c-4842-9eb2-289d771b4d7c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:38.309153 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:38.331082 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] Set router 0128f039-552c-4842-9eb2-289d771b4d7c gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:14:38.428386 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:38.522708 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Deleting port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:38.522708 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:38.564465 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'name': 'tempest-TestMinimumBasicScenario-209663615-router', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:14:37Z', 'revision_number': 5, 'project_id': '78a7153b5534458fb79d77d62917a457', 'gw_port': {'id': 'ca818c96-e0e0-4f4c-864c-9cb6b0df4e47', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:38.592387 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] Checking router: 0128f039-552c-4842-9eb2-289d771b4d7c for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:14:38.601692 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] Routers {'0128f039-552c-4842-9eb2-289d771b4d7c'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:14:38.602450 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['0128f039-552c-4842-9eb2-289d771b4d7c'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:38.641579 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] For port ca818c96-e0e0-4f4c-864c-9cb6b0df4e47, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ca818c96-e0e0-4f4c-864c-9cb6b0df4e47,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:38.642322 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:38.661163 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Calling delete_port for ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 owned by network:router_gateway {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:38.714484 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] Set router 0128f039-552c-4842-9eb2-289d771b4d7c gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:14:38.758942 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ee85-d614-4e99-a1e1-715cc86baf7b req-5e6fe2cf-6baf-40e7-9977-3faaceea9e37 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:38.760698 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4691ee85-d614-4e99-a1e1-715cc86baf7b req-5e6fe2cf-6baf-40e7-9977-3faaceea9e37 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0728972 Sep 07 05:14:38.782655 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'name': 'tempest-TestMinimumBasicScenario-209663615-router', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:14:38Z', 'revision_number': 6, 'project_id': '78a7153b5534458fb79d77d62917a457', 'gw_port_host': None}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:38.819688 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a2327f-8c1d-4e43-ae62-bb326ed7169f None None] The sync data for ids ['0128f039-552c-4842-9eb2-289d771b4d7c'] in dv-cinder-804757-6-iscsi is: [{'id': '0128f039-552c-4842-9eb2-289d771b4d7c', 'name': 'tempest-TestMinimumBasicScenario-209663615-router', 'tenant_id': '78a7153b5534458fb79d77d62917a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:11:10Z', 'updated_at': '2021-09-07T05:14:38Z', 'revision_number': 6, 'project_id': '78a7153b5534458fb79d77d62917a457', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:14:38.833617 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4691ee85-d614-4e99-a1e1-715cc86baf7b req-e8043f16-5897-4e65-8e2a-8e8da3949486 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667331 Sep 07 05:14:38.942092 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:38.971574 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca818c96-e0e0-4f4c-864c-9cb6b0df4e47,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:39.048766 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376362'] for router_gateway, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.175999 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1891'] for router, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.178762 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.247381 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374384'] for router, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.247853 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0128f039-552c-4842-9eb2-289d771b4d7c {{(pid=94011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 05:14:39.257937 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.262271 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 50922) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:39.276775 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-05b592af-23de-4527-bd91-357b0b970c9c admin admin] 10.222.0.49 "DELETE /v2.0/routers/0128f039-552c-4842-9eb2-289d771b4d7c HTTP/1.1" status: 204 len: 168 time: 1.0902555 Sep 07 05:14:39.319078 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-720042bc-c341-4a4c-a30b-3689963cb707 admin admin] Deleting subnet ed29f076-a1c4-4551-a1f4-e6df812f12df {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:14:39.322756 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-720042bc-c341-4a4c-a30b-3689963cb707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.378510 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-720042bc-c341-4a4c-a30b-3689963cb707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9872479'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.504289 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-720042bc-c341-4a4c-a30b-3689963cb707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.565880 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-720042bc-c341-4a4c-a30b-3689963cb707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9872391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095070'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.596593 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720042bc-c341-4a4c-a30b-3689963cb707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed29f076-a1c4-4551-a1f4-e6df812f12df,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:39.601581 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-720042bc-c341-4a4c-a30b-3689963cb707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.606078 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 50924) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:39.606972 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-720042bc-c341-4a4c-a30b-3689963cb707 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed29f076-a1c4-4551-a1f4-e6df812f12df HTTP/1.1" status: 204 len: 168 time: 0.3436267 Sep 07 05:14:39.611437 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb540b8-65e3-4468-8a6d-d0f12daae063 None None] Network 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:14:39.695438 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.769260 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Deleting port da05da1a-9fed-4dd3-b6cf-e6bab75e587c {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:39.769605 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.783970 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 2dd61c30-9a35-49de-8297-0c28ae09410f no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:14:39.809144 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 2dd61c30-9a35-49de-8297-0c28ae09410f {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:14:39.810476 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 2dd61c30-9a35-49de-8297-0c28ae09410f not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:14:39.810982 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:14:39.838096 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:14:39.838835 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ca818c96-e0e0-4f4c-864c-9cb6b0df4e47 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:14:39.845351 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] For port da05da1a-9fed-4dd3-b6cf-e6bab75e587c, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=da05da1a-9fed-4dd3-b6cf-e6bab75e587c,segment=NetworkSegment(7c7399ce-8a76-4d4c-910d-28115d8c2afb),segment_id=7c7399ce-8a76-4d4c-910d-28115d8c2afb)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:39.845723 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:39.862984 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Calling delete_port for da05da1a-9fed-4dd3-b6cf-e6bab75e587c owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:39.960491 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6974303b-bb95-4671-a380-966eababb559 None None] DHCP port deletion for 8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 request from dv-cinder-804757-6-iscsi {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 05:14:39.996416 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.044441 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bab8b-a645-41c8-9223-981b37a49bfe req-530f726e-6566-4460-99f8-02f50e57a7d4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:40.052287 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2a0bab8b-a645-41c8-9223-981b37a49bfe req-530f726e-6566-4460-99f8-02f50e57a7d4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0958643 Sep 07 05:14:40.056489 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6974303b-bb95-4671-a380-966eababb559 None None] Deleting port da05da1a-9fed-4dd3-b6cf-e6bab75e587c {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:14:40.057090 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6974303b-bb95-4671-a380-966eababb559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.062627 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Pushing event deleted for resources: {'Port': ['ID=da05da1a-9fed-4dd3-b6cf-e6bab75e587c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:40.065866 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] No DVR routers for this DVR port da05da1a-9fed-4dd3-b6cf-e6bab75e587c on host dv-cinder-804757-6-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:14:40.166854 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-6974303b-bb95-4671-a380-966eababb559 None None] For port da05da1a-9fed-4dd3-b6cf-e6bab75e587c, host dv-cinder-804757-6-iscsi, got binding levels [] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:40.169188 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6974303b-bb95-4671-a380-966eababb559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.171278 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2a0bab8b-a645-41c8-9223-981b37a49bfe req-aaedd702-2251-4213-9a89-f77f985776a6 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172793 Sep 07 05:14:40.189853 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6974303b-bb95-4671-a380-966eababb559 None None] Calling delete_port for da05da1a-9fed-4dd3-b6cf-e6bab75e587c owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:14:40.220806 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-6974303b-bb95-4671-a380-966eababb559 None None] Port da05da1a-9fed-4dd3-b6cf-e6bab75e587c was not found and therefore no delete operation was performed {{(pid=94013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 05:14:40.225440 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6974303b-bb95-4671-a380-966eababb559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.229757 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.262732 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdf4f36-090b-46fa-9706-6b9e90a6f0b8']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:40.274649 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7399ce-8a76-4d4c-910d-28115d8c2afb') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:40.275108 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7399ce-8a76-4d4c-910d-28115d8c2afb') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:14:40.283926 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974303b-bb95-4671-a380-966eababb559 None None] No DVR routers for this DVR port da05da1a-9fed-4dd3-b6cf-e6bab75e587c on host dv-cinder-804757-6-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:14:40.287329 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9990770'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.298676 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974303b-bb95-4671-a380-966eababb559 None None] Pushing event deleted for resources: {'Port': ['ID=da05da1a-9fed-4dd3-b6cf-e6bab75e587c,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:40.309159 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.317555 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:14:40.318027 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327631'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: Traceback (most recent call last): Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: timer() Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: cb(*args, **kw) Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: return func(*args, **kwargs) Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: self._notify() Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: self.callback(batched_events) Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: event.method(event) Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: return f(self, *a, **k) Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._get(url).json() Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: return self.request(url, 'GET', **kwargs) Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:14:40.320627 dv-cinder-804757-6-iscsi neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:14:40.390101 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.410001 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.412471 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] 10.222.0.49 "DELETE /v2.0/networks/8bdf4f36-090b-46fa-9706-6b9e90a6f0b8 HTTP/1.1" status: 204 len: 168 time: 0.8039277 Sep 07 05:14:40.416430 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc27aa-66f5-47b9-b454-4ece790dba2f admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdf4f36-090b-46fa-9706-6b9e90a6f0b8,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:40.652598 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 50932) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:40.697986 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-343c38bb-f4b7-429f-ad90-9a003703c53c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=353849bf81084dca8a2a5ab4624252f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441935 Sep 07 05:14:40.701545 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 50934) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:40.755649 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec0ef-eaee-4b67-824e-3b35bb712f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.782518 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec0ef-eaee-4b67-824e-3b35bb712f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.852528 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec0ef-eaee-4b67-824e-3b35bb712f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.855444 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec0ef-eaee-4b67-824e-3b35bb712f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:40.859109 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-4f3ec0ef-eaee-4b67-824e-3b35bb712f7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75657d69-fcf3-4f1e-95ee-0e6d31f833b5 HTTP/1.1" status: 204 len: 168 time: 0.1538656 Sep 07 05:14:40.865096 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ec0ef-eaee-4b67-824e-3b35bb712f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75657d69-fcf3-4f1e-95ee-0e6d31f833b5,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:41.183418 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:14:41.293303 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 50944) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:41.336980 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5de7e-718a-46b5-9b11-d2c4246f0de4 req-7e5c85f7-d30a-4bbc-a47b-20f2985f89ef tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:41.338704 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d7d5de7e-718a-46b5-9b11-d2c4246f0de4 req-7e5c85f7-d30a-4bbc-a47b-20f2985f89ef tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0745759 Sep 07 05:14:41.354529 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-3bc56474-7f2f-4b20-bb1d-b95848a99096 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78a7153b5534458fb79d77d62917a457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597479 Sep 07 05:14:41.355095 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 50946) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:14:41.416319 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d7d5de7e-718a-46b5-9b11-d2c4246f0de4 req-c3df5282-dfba-40d0-86e6-6bdc25bb19cc tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688066 Sep 07 05:14:41.443509 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fcfca4a-5226-4c71-a220-36dd4c70a085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:41.474870 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fcfca4a-5226-4c71-a220-36dd4c70a085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:41.531225 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fcfca4a-5226-4c71-a220-36dd4c70a085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:41.534102 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0fcfca4a-5226-4c71-a220-36dd4c70a085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:41.535301 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-0fcfca4a-5226-4c71-a220-36dd4c70a085 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e48d98a6-ca07-4d5e-b2c2-b0c7ff3c22de HTTP/1.1" status: 204 len: 168 time: 0.1792028 Sep 07 05:14:41.552499 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfca4a-5226-4c71-a220-36dd4c70a085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48d98a6-ca07-4d5e-b2c2-b0c7ff3c22de,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:41.696963 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device da05da1a-9fed-4dd3-b6cf-e6bab75e587c no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:14:41.726612 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: da05da1a-9fed-4dd3-b6cf-e6bab75e587c {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:14:41.727408 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device da05da1a-9fed-4dd3-b6cf-e6bab75e587c not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:14:42.586862 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3cb2-736c-4cfd-925b-86a115003838 req-5088af0b-a54c-45ef-9bfe-b225218089fb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:42.588573 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2bfd3cb2-736c-4cfd-925b-86a115003838 req-5088af0b-a54c-45ef-9bfe-b225218089fb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0608795 Sep 07 05:14:42.645322 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2bfd3cb2-736c-4cfd-925b-86a115003838 req-2f7e0538-8cbb-4913-86f1-ce8e68dc26dd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470130 Sep 07 05:14:43.815687 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b429b48-377b-439c-bab4-e219480bb15b req-a915fc80-7b8a-4470-885c-da75b3da78dc tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:43.817460 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1b429b48-377b-439c-bab4-e219480bb15b req-a915fc80-7b8a-4470-885c-da75b3da78dc tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0651634 Sep 07 05:14:43.863696 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1b429b48-377b-439c-bab4-e219480bb15b req-edb6a523-7041-4421-ac81-0d6b0a662a02 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384438 Sep 07 05:14:45.025120 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e6e49-053f-4b2d-8295-c5b4255b9380 req-0742a4dc-72ea-48a4-94ea-7e74c425261a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:45.033101 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-354e6e49-053f-4b2d-8295-c5b4255b9380 req-0742a4dc-72ea-48a4-94ea-7e74c425261a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0595245 Sep 07 05:14:45.069803 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-354e6e49-053f-4b2d-8295-c5b4255b9380 req-839818bf-e8ba-401e-94cc-47a931f2d4b7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357351 Sep 07 05:14:45.917226 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-dd857610-73ce-442f-a6eb-2a5b107c03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:45.918615 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-dd857610-73ce-442f-a6eb-2a5b107c03ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 1099 time: 0.0412271 Sep 07 05:14:46.015153 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-693cba03-447b-4679-b0e5-f60632a4c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:46.016644 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-693cba03-447b-4679-b0e5-f60632a4c7c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 918 time: 0.0913775 Sep 07 05:14:46.088253 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-84115b99-cb41-4c17-9e9c-9ffd37a56018 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2885be47-b640-42e5-bb5c-40c4cb69e776 HTTP/1.1" status: 200 len: 1002 time: 0.0649109 Sep 07 05:14:46.145322 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-bed15da0-5854-4e3a-9280-fa2e0f15dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:46.147023 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-bed15da0-5854-4e3a-9280-fa2e0f15dcc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.0522685 Sep 07 05:14:46.197329 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-7fb6bfe4-9b32-4b18-bff1-8783fedc1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:46.198925 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-7fb6bfe4-9b32-4b18-bff1-8783fedc1f9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445826 Sep 07 05:14:46.209014 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759d03f-f265-464b-9c0c-427eea7efd0d req-110e0bd4-93bc-4ebe-b8e6-5577d8a9175e tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:46.211638 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7759d03f-f265-464b-9c0c-427eea7efd0d req-110e0bd4-93bc-4ebe-b8e6-5577d8a9175e tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0593605 Sep 07 05:14:46.262372 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7759d03f-f265-464b-9c0c-427eea7efd0d req-12b914d4-8c27-4c01-a21c-3a51c4020b79 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430336 Sep 07 05:14:46.297421 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-7aeea11b-f308-4b68-942c-30f9895e54f8 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915062 Sep 07 05:14:46.429981 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-012fc890-6b9e-4398-94fc-61c8b8970230 req-afa4d9ce-4197-4f78-a79c-cdb6f8811b97 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259296 Sep 07 05:14:47.391902 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806328ba-9ea8-44ec-a662-fcc8fae91ca9 req-3790035c-b578-4994-8ae3-f91384a524dd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:47.393415 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-806328ba-9ea8-44ec-a662-fcc8fae91ca9 req-3790035c-b578-4994-8ae3-f91384a524dd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0488648 Sep 07 05:14:47.432835 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-806328ba-9ea8-44ec-a662-fcc8fae91ca9 req-95cbe595-fa24-414d-bb37-a015819ba9c2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321920 Sep 07 05:14:47.796730 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3706baf1-b3ad-4004-a947-1bd0a2e7ad74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:48.553376 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718787f-541d-43f0-8b5e-632ca80eb23d req-afba3199-ab16-457c-9470-59724d202781 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:48.554866 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9718787f-541d-43f0-8b5e-632ca80eb23d req-afba3199-ab16-457c-9470-59724d202781 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0490882 Sep 07 05:14:48.592789 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9718787f-541d-43f0-8b5e-632ca80eb23d req-3ec2ab1e-065f-447f-8303-2ff95d767c4f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319664 Sep 07 05:14:49.648164 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:49.728109 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201145b-21b3-4c4d-a827-9120ce1794e8 req-99a8168c-4edd-4889-a85a-0cda23bfd9f0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:49.729654 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f201145b-21b3-4c4d-a827-9120ce1794e8 req-99a8168c-4edd-4889-a85a-0cda23bfd9f0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0542948 Sep 07 05:14:49.767475 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f201145b-21b3-4c4d-a827-9120ce1794e8 req-7c8a9cd4-2c4e-4ac6-bf23-c244cf521566 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Sep 07 05:14:50.891842 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab0b9f-41cc-42be-bc97-a14e28635e91 req-fcaf9e19-1b60-4eda-a0a0-01e9bc0ab363 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:50.893319 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c9ab0b9f-41cc-42be-bc97-a14e28635e91 req-fcaf9e19-1b60-4eda-a0a0-01e9bc0ab363 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 946 time: 0.0519950 Sep 07 05:14:50.918387 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8385382c-7a23-402f-a674-9d5b9879b7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:50.932869 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c9ab0b9f-41cc-42be-bc97-a14e28635e91 req-d527e825-2a42-4406-a438-56df87a2255d tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336044 Sep 07 05:14:51.202013 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 2885be47-b640-42e5-bb5c-40c4cb69e776 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:14:51.294368 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:51.322518 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:14:51.324814 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119acdca-eed1-4f6c-b628-fc0dd9bb9e02" -d '{"events": [{"server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "name": "network-vif-unplugged", "status": "completed", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:14:51.339146 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:14:51.349930 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:51.375450 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 05:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19be243-85ec-4836-b59a-b588c06e7226 x-openstack-request-id: req-a19be243-85ec-4836-b59a-b588c06e7226 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:14:51.375765 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "name": "network-vif-unplugged", "status": "failed", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776", "code": 422}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:14:51.376037 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a19be243-85ec-4836-b59a-b588c06e7226 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:14:51.376468 dv-cinder-804757-6-iscsi neutron-server[94013]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'code': 422} returned with failed status Sep 07 05:14:51.407968 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=8']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:14:51.788211 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:51.919145 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505424bc-1c6f-4465-a41f-529bcaf02e49 req-2413d9e3-36aa-49d9-b5fb-2d92d22c41f1 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:51.920851 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-505424bc-1c6f-4465-a41f-529bcaf02e49 req-2413d9e3-36aa-49d9-b5fb-2d92d22c41f1 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0553703 Sep 07 05:14:51.957361 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-7ebc6dd0-bb15-4aa9-937b-6189d54eb117 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406878 Sep 07 05:14:51.960431 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-505424bc-1c6f-4465-a41f-529bcaf02e49 req-14961732-9793-4d5d-9193-f8af3bf633db tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338860 Sep 07 05:14:52.104574 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:52.851392 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-954a05d6-6251-4e20-9f6c-eda834892487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:52.853084 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-954a05d6-6251-4e20-9f6c-eda834892487 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4&tenant_id=aae983a094f84fe891eb38815d522d61 HTTP/1.1" status: 200 len: 1097 time: 0.0470061 Sep 07 05:14:52.925624 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-280183ff-cab4-4fc7-befe-c2d44646a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:52.927573 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-280183ff-cab4-4fc7-befe-c2d44646a48c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aae983a094f84fe891eb38815d522d61&device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 1097 time: 0.0504863 Sep 07 05:14:53.034886 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-136789e8-8292-4568-8855-5e027e05dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:53.037199 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-136789e8-8292-4568-8855-5e027e05dd59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 200 len: 918 time: 0.1016371 Sep 07 05:14:53.099824 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde455f6-5187-4cce-8081-3f8e9b227eef req-ec79fb24-b6fa-4da4-ac1c-ac76d59ae517 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:53.101786 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cde455f6-5187-4cce-8081-3f8e9b227eef req-ec79fb24-b6fa-4da4-ac1c-ac76d59ae517 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0598660 Sep 07 05:14:53.149738 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-93d4e543-1aa5-42c8-8f1f-d4ff92e01fc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2885be47-b640-42e5-bb5c-40c4cb69e776 HTTP/1.1" status: 200 len: 1000 time: 0.1043146 Sep 07 05:14:53.155471 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cde455f6-5187-4cce-8081-3f8e9b227eef req-1a0f36ef-cc34-4b95-a2ff-12637897bf13 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470467 Sep 07 05:14:53.213207 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-93d180e1-ce08-4f27-9c36-84ad36976b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:53.214924 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-93d180e1-ce08-4f27-9c36-84ad36976b8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 200 len: 856 time: 0.0578446 Sep 07 05:14:53.268361 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-31c6bfdf-a0c9-49b1-bdc7-694d58a99223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:53.269939 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-31c6bfdf-a0c9-49b1-bdc7-694d58a99223 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c34864df-6196-4552-ac86-6f2292b1a813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482678 Sep 07 05:14:53.649771 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-7ea70e88-70b2-419a-bcb9-ae3dfe696608 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724074 Sep 07 05:14:53.742749 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a19ca8c2-b1f3-4d05-85d0-b528fd9d7ea5 req-05a6249d-b50a-44e0-ab69-8e0141bde5f4 service neutron] 10.222.0.16 "GET /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850480 Sep 07 05:14:53.998106 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:14:54.325403 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9cf1d-41ba-427e-a4f2-8c610e4ef13b req-372a8ba6-339c-4be2-9348-25577cc9570c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:54.327052 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d6a9cf1d-41ba-427e-a4f2-8c610e4ef13b req-372a8ba6-339c-4be2-9348-25577cc9570c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0936139 Sep 07 05:14:54.389110 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d6a9cf1d-41ba-427e-a4f2-8c610e4ef13b req-5ee28c35-8d37-4e7c-a4c4-983e6d8b5c03 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527959 Sep 07 05:14:55.530220 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16abb7-107a-4d88-9af6-024fcad11ada req-a16e6a56-0299-427b-9c48-b839432a952c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:55.539560 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0a16abb7-107a-4d88-9af6-024fcad11ada req-a16e6a56-0299-427b-9c48-b839432a952c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0671952 Sep 07 05:14:55.580115 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-0a16abb7-107a-4d88-9af6-024fcad11ada req-bb5456d2-7b37-4510-a883-9f47b9fa719b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 Sep 07 05:14:56.736545 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f540f8-0ff4-4dc9-b88a-cdc54122b38b req-e0a3bb87-7619-4c5c-9298-729202c7d907 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:56.739061 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-33f540f8-0ff4-4dc9-b88a-cdc54122b38b req-e0a3bb87-7619-4c5c-9298-729202c7d907 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0561481 Sep 07 05:14:56.798790 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-33f540f8-0ff4-4dc9-b88a-cdc54122b38b req-8f4b42bc-cc91-4aa8-952e-13785b610f6f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483198 Sep 07 05:14:57.934146 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0192e66-b32a-4397-9d6e-9a0bce2e1a97 req-510be19e-6b3b-4136-9d51-8958043f16b7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:57.944648 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e0192e66-b32a-4397-9d6e-9a0bce2e1a97 req-510be19e-6b3b-4136-9d51-8958043f16b7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0675910 Sep 07 05:14:57.981161 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e0192e66-b32a-4397-9d6e-9a0bce2e1a97 req-88effadd-9675-416a-a8d7-5e4b4eeff68f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352676 Sep 07 05:14:59.119459 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8a85-f565-4e4c-a982-03946cc7b9a9 req-45a7c560-44fe-4e54-b22a-f74d382d653c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:14:59.121552 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-182b8a85-f565-4e4c-a982-03946cc7b9a9 req-45a7c560-44fe-4e54-b22a-f74d382d653c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0656579 Sep 07 05:14:59.170006 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-182b8a85-f565-4e4c-a982-03946cc7b9a9 req-49c4bb86-d266-4ae6-9d82-453b3f96240b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Sep 07 05:15:00.306929 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedffa8-c121-4454-8c94-b47c57ddaaeb req-4f04d477-7f7c-4bb1-806d-0d902f2970dd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:00.308493 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1eedffa8-c121-4454-8c94-b47c57ddaaeb req-4f04d477-7f7c-4bb1-806d-0d902f2970dd tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0563033 Sep 07 05:15:00.376673 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1eedffa8-c121-4454-8c94-b47c57ddaaeb req-16f8a80e-775f-4d6d-8423-86fa2e35676b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580204 Sep 07 05:15:01.448311 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51176) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:01.493741 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3594f3e-1aaa-40df-9226-94e790e76ff8 req-d7881131-8703-43ba-90dd-12b8f1289c5a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:01.494313 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fbbb7e-9aa8-473c-9163-0d583dbf544d admin admin] Deleting subnet 36825229-dc86-48e4-b1d2-c5bebaa4e0ec {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:15:01.496112 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e3594f3e-1aaa-40df-9226-94e790e76ff8 req-d7881131-8703-43ba-90dd-12b8f1289c5a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0539937 Sep 07 05:15:01.497383 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4fbbb7e-9aa8-473c-9163-0d583dbf544d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.538822 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4fbbb7e-9aa8-473c-9163-0d583dbf544d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9872479'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.544819 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e3594f3e-1aaa-40df-9226-94e790e76ff8 req-7c0223e6-8678-47b7-836d-b36f0d46f5d0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 Sep 07 05:15:01.578621 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4fbbb7e-9aa8-473c-9163-0d583dbf544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.640592 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4fbbb7e-9aa8-473c-9163-0d583dbf544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9872391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095070'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.672015 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbbb7e-9aa8-473c-9163-0d583dbf544d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36825229-dc86-48e4-b1d2-c5bebaa4e0ec,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:01.674572 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a4fbbb7e-9aa8-473c-9163-0d583dbf544d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.676177 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a4fbbb7e-9aa8-473c-9163-0d583dbf544d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/36825229-dc86-48e4-b1d2-c5bebaa4e0ec HTTP/1.1" status: 204 len: 168 time: 0.2263820 Sep 07 05:15:01.679255 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51178) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:01.756307 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.836316 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.860121 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8b3524-c32b-4452-bc29-38331c4ae2bb']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:01.870923 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9350db-28ac-417f-a7aa-d22a3277dc96') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:01.871210 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9350db-28ac-417f-a7aa-d22a3277dc96') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:01.885408 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9872452'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.899222 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.905072 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:15:01.905447 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9872493'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: Traceback (most recent call last): Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: timer() Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: cb(*args, **kw) Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: return func(*args, **kwargs) Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: self._notify() Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: self.callback(batched_events) Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: event.method(event) Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: return f(self, *a, **k) Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._get(url).json() Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:15:01.907055 dv-cinder-804757-6-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:15:01.964987 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.970347 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:01.972601 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] 10.222.0.49 "DELETE /v2.0/networks/3b8b3524-c32b-4452-bc29-38331c4ae2bb HTTP/1.1" status: 204 len: 168 time: 0.2921963 Sep 07 05:15:01.985867 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880bc5-dc85-494d-99be-212cbe60b9be admin admin] Pushing event deleted for resources: {'Network': ['ID=3b8b3524-c32b-4452-bc29-38331c4ae2bb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:02.163476 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51182) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:02.207422 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-849b91eb-84de-4fff-95da-3dff569cb30c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6bf0fb8178b4c679f5c4c3639538192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425475 Sep 07 05:15:02.210670 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51184) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:02.262940 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57563d25-730b-41d0-9011-01c0a8032939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:02.290698 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57563d25-730b-41d0-9011-01c0a8032939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:02.346759 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57563d25-730b-41d0-9011-01c0a8032939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:02.349358 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-57563d25-730b-41d0-9011-01c0a8032939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:02.350515 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-57563d25-730b-41d0-9011-01c0a8032939 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41ba473e-6898-4e0b-9dd7-2df8955da87b HTTP/1.1" status: 204 len: 168 time: 0.1389427 Sep 07 05:15:02.359979 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57563d25-730b-41d0-9011-01c0a8032939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba473e-6898-4e0b-9dd7-2df8955da87b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:02.684543 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3baf-fa9a-48e8-9020-171dbd0eee15 req-0391cccc-c433-4f71-83c1-6b54f73212f0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:02.686334 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7fba3baf-fa9a-48e8-9020-171dbd0eee15 req-0391cccc-c433-4f71-83c1-6b54f73212f0 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0657029 Sep 07 05:15:02.732434 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7fba3baf-fa9a-48e8-9020-171dbd0eee15 req-153cc427-407e-46f8-84b1-750b54d02ac6 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378058 Sep 07 05:15:03.139585 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51208) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:03.267838 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1604901117-network', 'tenant_id': '095f65ec3c9f4452b30160f255daa001'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:03.293628 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Made reservation on behalf of 095f65ec3c9f4452b30160f255daa001 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:15:03.297744 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.311883 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.417508 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.422172 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.447855 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:15:03.464289 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eb065e-7366-462b-952b-a46ee91227e1,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:03.467205 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.468419 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.segments_db [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Added segment 848f41eb-6913-4bc7-bedc-20ce028beb95 of type vlan for network 03e3b7d2-8365-4405-9376-cb8bab634c1a Sep 07 05:15:03.487172 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.487527 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.487876 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.488244 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.488591 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.488917 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.489303 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.489629 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.490045 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.490378 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.490706 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.491032 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:03.533849 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.568834 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.569915 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:03.570614 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.605031 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4642444 Sep 07 05:15:03.608125 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51214) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:03.612987 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Request body: {'subnet': {'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1604901117-subnet', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:03.643562 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaffe6-60ed-445d-bac8-ff7b08fc7e5a admin admin] Pushing event updated for resources: {'Network': ['ID=03e3b7d2-8365-4405-9376-cb8bab634c1a,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:03.646622 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Made reservation on behalf of 095f65ec3c9f4452b30160f255daa001 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:15:03.650651 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095025'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.655543 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:15:03.851520 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9872580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095047'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.870847 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e33e18-30ef-47ae-8201-59e5a92f5683 req-ce51f1f8-2de0-497a-8f4e-1b00e26cee3b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:03.872842 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-25e33e18-30ef-47ae-8201-59e5a92f5683 req-ce51f1f8-2de0-497a-8f4e-1b00e26cee3b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0521650 Sep 07 05:15:03.901178 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e098dcda-7cd5-4c80-b5ae-3a2075d7755b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:03.916875 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-25e33e18-30ef-47ae-8201-59e5a92f5683 req-ef883404-5d76-4e57-82f0-ddfe2047f361 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374744 Sep 07 05:15:03.921760 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Checking segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:03.922109 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Network hostable DHCP agents. Network: 03e3b7d2-8365-4405-9376-cb8bab634c1a, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:15:03.950547 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:15:03.967569 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 03e3b7d2-8365-4405-9376-cb8bab634c1a) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:03.972668 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:03.973147 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:03.988197 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90164c5-6bcb-4c8d-be79-bd83fad93949 None None] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:15:03.997966 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c23d35ba-7d81-4efe-a522-6010969c3d34 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3886249 Sep 07 05:15:04.004293 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51218) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:04.015955 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:04.042574 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1905'] for router, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.043646 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-374321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1914'] for router, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.100471 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.147091 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e089070-a5a7-5a4b-8a0c-061bd82b62eb-03e3b7d2-8365-4405-9376-cb8bab634c1a', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b'}]}} from dv-cinder-804757-6-iscsi. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 05:15:04.147945 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.237131 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.418049 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Allocated IP 172.20.0.2 (03e3b7d2-8365-4405-9376-cb8bab634c1a/e098dcda-7cd5-4c80-b5ae-3a2075d7755b/e5459976-66c5-4264-824b-2f606e248906) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:04.443506 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.463106 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.578126 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.588447 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Transition to ACTIVE for port object e5459976-66c5-4264-824b-2f606e248906 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:04.594535 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Allocated IP 172.27.3.235 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/68db541d-21c2-4890-be0a-454c4a7d4bba) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:04.604074 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Transition to ACTIVE for port object e5459976-66c5-4264-824b-2f606e248906 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:04.610501 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.650788 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:04.653857 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:04.656982 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:15:04.675124 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Pushing event updated for resources: {'Port': ['ID=e5459976-66c5-4264-824b-2f606e248906,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:04.722852 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Attempting to bind port e5459976-66c5-4264-824b-2f606e248906 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:15:04.723218 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Attempting to bind port e5459976-66c5-4264-824b-2f606e248906 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:15:04.723624 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Attempting to bind port e5459976-66c5-4264-824b-2f606e248906 on network 03e3b7d2-8365-4405-9376-cb8bab634c1a {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:15:04.727730 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.731696 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:15:04.732181 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Checking segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:04.732663 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.733063 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Bound using segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:15:04.733569 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Bound port: e5459976-66c5-4264-824b-2f606e248906, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:15:04.733950 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.768525 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.800569 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] For port e5459976-66c5-4264-824b-2f606e248906, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:15:04.804542 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] For port e5459976-66c5-4264-824b-2f606e248906, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=e5459976-66c5-4264-824b-2f606e248906,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:15:04.805558 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:04.809628 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:04.810316 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:04.815984 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:15:04.839043 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Pushing event updated for resources: {'Port': ['ID=68db541d-21c2-4890-be0a-454c4a7d4bba,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:04.881377 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b7f51-90fc-4644-94d5-f593c0a05f61 None None] Pushing event updated for resources: {'Port': ['ID=e5459976-66c5-4264-824b-2f606e248906,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:05.083813 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6894dd-4d24-4d2b-a740-af31169f602b req-3bda802d-a613-4df2-836c-fe5d84c8e710 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:05.086025 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a6894dd-4d24-4d2b-a740-af31169f602b req-3bda802d-a613-4df2-836c-fe5d84c8e710 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0607491 Sep 07 05:15:05.105131 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:05.140765 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a6894dd-4d24-4d2b-a740-af31169f602b req-ab7ef312-9698-44f3-869a-caa74ccfd18c tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476766 Sep 07 05:15:05.308119 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306'] for router, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:05.434044 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Router a806b06f-0e85-4369-ba14-aafc755dd084 is scheduled to L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a with binding_index 1 {{(pid=94011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 05:15:05.548336 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:05.558829 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Sync routers for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:05.566181 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:05.571398 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:05.571398 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:05.571810 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51222) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:05.572649 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7e71f120-a650-4008-9b15-25b441caba5d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5664210 Sep 07 05:15:05.700763 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:05.760975 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device e5459976-66c5-4264-824b-2f606e248906 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:05.849418 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad6ec35-c938-442b-b3c8-e1652bd560bd None None] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:15:05.965035 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-634ebf72-fbff-42e3-b0d1-4b313d72fd68 None None] Provisioning for port e5459976-66c5-4264-824b-2f606e248906 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:05.970378 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port e5459976-66c5-4264-824b-2f606e248906 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:05.981382 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-634ebf72-fbff-42e3-b0d1-4b313d72fd68 None None] Provisioning complete for port e5459976-66c5-4264-824b-2f606e248906 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:05.981754 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-634ebf72-fbff-42e3-b0d1-4b313d72fd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.006666 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port e5459976-66c5-4264-824b-2f606e248906 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:06.007036 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.232414 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:04Z', 'revision_number': 3, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:06.270830 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7da666-3b83-4f1b-ae39-3d4f2a36f098 req-71cb9c15-3196-4708-8a79-d7d8185218a9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:06.272960 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6d7da666-3b83-4f1b-ae39-3d4f2a36f098 req-71cb9c15-3196-4708-8a79-d7d8185218a9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.0590365 Sep 07 05:15:06.280326 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Checking router: a806b06f-0e85-4369-ba14-aafc755dd084 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:06.280678 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Updating router a806b06f-0e85-4369-ba14-aafc755dd084 port 68db541d-21c2-4890-be0a-454c4a7d4bba binding host dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:15:06.285753 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-634ebf72-fbff-42e3-b0d1-4b313d72fd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.309305 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.313081 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.320733 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6d7da666-3b83-4f1b-ae39-3d4f2a36f098 req-76e29880-96a3-4e43-980c-e5e653c744c9 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387566 Sep 07 05:15:06.344786 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.398024 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-634ebf72-fbff-42e3-b0d1-4b313d72fd68 None None] For port e5459976-66c5-4264-824b-2f606e248906, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=e5459976-66c5-4264-824b-2f606e248906,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:06.408574 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-634ebf72-fbff-42e3-b0d1-4b313d72fd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.508626 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Allocated IP 172.20.0.1 (03e3b7d2-8365-4405-9376-cb8bab634c1a/e098dcda-7cd5-4c80-b5ae-3a2075d7755b/a069eac8-3652-4ef8-af04-a5895b3f3e4d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:06.554564 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.db.api [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 05:15:06.554917 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG oslo_db.api [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 05:15:06.591791 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ebf72-fbff-42e3-b0d1-4b313d72fd68 None None] Pushing event updated for resources: {'Port': ['ID=e5459976-66c5-4264-824b-2f606e248906,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:06.640436 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.647285 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-3cc23ae8-e336-4d3f-ae73-f61f38a7fed9 None None] Provisioning complete for port e5459976-66c5-4264-824b-2f606e248906 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:06.647662 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3cc23ae8-e336-4d3f-ae73-f61f38a7fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.655877 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Transition to ACTIVE for port object a069eac8-3652-4ef8-af04-a5895b3f3e4d will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:06.689409 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.725936 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:06.728827 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:06.731587 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:15:06.769952 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Pushing event updated for resources: {'Port': ['ID=a069eac8-3652-4ef8-af04-a5895b3f3e4d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:06.784356 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376449'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.804230 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.818665 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Transition to ACTIVE for port object 68db541d-21c2-4890-be0a-454c4a7d4bba will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:06.825833 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.885403 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Attempting to bind port 68db541d-21c2-4890-be0a-454c4a7d4bba on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:15:06.886065 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Attempting to bind port 68db541d-21c2-4890-be0a-454c4a7d4bba by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:15:06.886592 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Attempting to bind port 68db541d-21c2-4890-be0a-454c4a7d4bba on network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:15:06.889118 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d0b41-d8dd-4a72-9b7a-16c6c418087a None None] Pushing event updated for resources: {'Port': ['ID=68db541d-21c2-4890-be0a-454c4a7d4bba,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:06.896781 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:15:06.896781 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:06.897209 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.897607 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Bound using segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:15:06.898032 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Bound port: 68db541d-21c2-4890-be0a-454c4a7d4bba, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:15:06.898460 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.931388 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:06.962906 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] For port 68db541d-21c2-4890-be0a-454c4a7d4bba, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:15:06.966469 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] For port 68db541d-21c2-4890-be0a-454c4a7d4bba, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=68db541d-21c2-4890-be0a-454c4a7d4bba,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:15:06.970923 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:07.041128 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:07.041761 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:07.077213 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d0b41-d8dd-4a72-9b7a-16c6c418087a None None] Pushing event updated for resources: {'Port': ['ID=68db541d-21c2-4890-be0a-454c4a7d4bba,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:07.106162 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f464486f-38aa-4724-9786-efac7e74058e None None] Provisioning for port a069eac8-3652-4ef8-af04-a5895b3f3e4d completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:07.109922 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:07.116372 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:07.120888 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f464486f-38aa-4724-9786-efac7e74058e None None] Provisioning complete for port a069eac8-3652-4ef8-af04-a5895b3f3e4d triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:07.121263 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f464486f-38aa-4724-9786-efac7e74058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:07.191678 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Pushing event updated for resources: {'Port': ['ID=a069eac8-3652-4ef8-af04-a5895b3f3e4d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:07.196294 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375089'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:07.294151 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:07.295657 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:07.320205 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 2885be47-b640-42e5-bb5c-40c4cb69e776 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:15:07.348030 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f464486f-38aa-4724-9786-efac7e74058e None None] Port a069eac8-3652-4ef8-af04-a5895b3f3e4d cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:15:07.368358 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:07.420357 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Router a806b06f-0e85-4369-ba14-aafc755dd084 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:15:07.523641 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a74be-7a76-4905-8068-eadac4ca7926 req-5b205cb8-8c66-4991-a2f6-61ccd8730e64 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:07.525220 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-201a74be-7a76-4905-8068-eadac4ca7926 req-5b205cb8-8c66-4991-a2f6-61ccd8730e64 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 944 time: 0.1031890 Sep 07 05:15:07.606627 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:07.608970 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-201a74be-7a76-4905-8068-eadac4ca7926 req-a70a9e05-bd10-4ca3-bc7a-c8f48a3e60fb tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745215 Sep 07 05:15:07.609977 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:07.615123 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-5284eb73-95bb-493f-9546-509b1de3d185 admin admin] 10.222.0.49 "PUT /v2.0/routers/a806b06f-0e85-4369-ba14-aafc755dd084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0421016 Sep 07 05:15:07.634312 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-fa291808-338f-42c2-bbeb-d49c8353fbcc None None] Provisioning complete for port a069eac8-3652-4ef8-af04-a5895b3f3e4d triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:07.634567 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa291808-338f-42c2-bbeb-d49c8353fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:07.661980 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'port_id': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'mac_address': 'fa:16:3e:ab:32:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:15:07.732126 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fa291808-338f-42c2-bbeb-d49c8353fbcc None None] Port a069eac8-3652-4ef8-af04-a5895b3f3e4d cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:15:07.733672 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device e5459976-66c5-4264-824b-2f606e248906 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:07.779628 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:07.810188 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2885be47-b640-42e5-bb5c-40c4cb69e776 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:15:07.840784 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:07.846621 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 1, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:07.855333 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port e5459976-66c5-4264-824b-2f606e248906 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:07.857376 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:07.896975 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:07.921233 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bed67-a9ba-43fc-835f-77fb746fffcb None None] The sync data for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi is: [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 1, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:15:07.999471 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=9']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:08.108335 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['2885be47-b640-42e5-bb5c-40c4cb69e776'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:15:08.255718 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51242) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:08.261524 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-143755232-network', 'tenant_id': 'c00c28497e0f43f0806570225952f15f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:08.289607 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Made reservation on behalf of c00c28497e0f43f0806570225952f15f for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:15:08.293053 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:08.302971 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:08.401434 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:08.406417 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:08.433798 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:15:08.446049 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935bc1cf-28e6-4a48-9b4e-05c4efbbe88a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:08.451368 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:08.451712 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Added segment ee900a0d-4ca2-4f39-84f7-363d8084a8bc of type vlan for network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 Sep 07 05:15:08.495309 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:08.527682 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:08.529371 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:08.530411 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:08.575981 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3160679 Sep 07 05:15:08.576809 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51244) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:08.582490 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Request body: {'subnet': {'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-143755232-subnet', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:08.605375 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1906e4-5236-4d41-8717-452d666ebc2a admin admin] Pushing event updated for resources: {'Network': ['ID=51cad8fa-ee72-43bd-8119-818ee4fd4b68,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:08.624345 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Made reservation on behalf of c00c28497e0f43f0806570225952f15f for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:15:08.627301 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9453603'] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:08.633906 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:15:08.796892 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56690b-82ff-40ab-95ce-e8938cfb9cdd req-f30179c9-1640-47aa-b6dd-f657b902a396 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:08.796892 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e56690b-82ff-40ab-95ce-e8938cfb9cdd req-f30179c9-1640-47aa-b6dd-f657b902a396 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 945 time: 0.0725539 Sep 07 05:15:08.899789 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e56690b-82ff-40ab-95ce-e8938cfb9cdd req-99e1c61f-01fd-4c95-9de3-14cb57183c8b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738606 Sep 07 05:15:08.925488 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2327782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9453653'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:08.989622 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab00e54e-28f7-4fbc-b0a4-90bdc16c5461,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:09.001006 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Checking segment: {'id': 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:09.001599 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Network hostable DHCP agents. Network: 51cad8fa-ee72-43bd-8119-818ee4fd4b68, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:15:09.023582 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:15:09.033214 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 51cad8fa-ee72-43bd-8119-818ee4fd4b68) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:09.037774 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:09.038375 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.043389 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215fc245-fcf3-4002-8819-17123768660e None None] Network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:15:09.057728 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51248) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:09.057989 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-21946695-1b3b-4c21-aec6-1864125e149f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4797690 Sep 07 05:15:09.062571 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-143755232-router', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:09.089313 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1905'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.090604 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-374321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1914'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.168883 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.209843 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e089070-a5a7-5a4b-8a0c-061bd82b62eb-51cad8fa-ee72-43bd-8119-818ee4fd4b68', 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'fixed_ips': [{'subnet_id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461'}]}} from dv-cinder-804757-6-iscsi. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 05:15:09.210739 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.332792 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.343354 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 2885be47-b640-42e5-bb5c-40c4cb69e776 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:09.400339 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Allocated IP 172.20.0.2 (51cad8fa-ee72-43bd-8119-818ee4fd4b68/ab00e54e-28f7-4fbc-b0a4-90bdc16c5461/ec56d763-621d-4bf2-beff-5849c9b6e7e3) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:09.440397 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 2885be47-b640-42e5-bb5c-40c4cb69e776 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:09.440772 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.552347 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.571821 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.612310 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.642224 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.654922 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:15:09.657237 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7819eaac-b689-4871-b7cc-f618a68d1252" -d '{"events": [{"server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "name": "network-vif-plugged", "status": "completed", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:15:09.664664 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Transition to ACTIVE for port object ec56d763-621d-4bf2-beff-5849c9b6e7e3 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:09.679692 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:09.687763 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.688016 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Allocated IP 172.27.3.39 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/eaf994d8-3cb8-41b6-a0e8-4563dc04e02b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:09.745913 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbeb7cd-412f-478b-998b-b3b41ae81f9e x-openstack-request-id: req-acbeb7cd-412f-478b-998b-b3b41ae81f9e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:15:09.746250 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "name": "network-vif-plugged", "status": "completed", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:15:09.746445 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-acbeb7cd-412f-478b-998b-b3b41ae81f9e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:15:09.746836 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'code': 200} Sep 07 05:15:09.752495 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Transition to ACTIVE for port object ec56d763-621d-4bf2-beff-5849c9b6e7e3 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:09.769561 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 68db541d-21c2-4890-be0a-454c4a7d4bba up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:09.773419 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.776200 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=10']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:09.818594 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.818940 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.819282 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.819613 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.819941 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.820298 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.820623 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.820958 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.821419 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.821745 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.822064 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.822381 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:09.837031 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.850658 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:09.871890 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:09.876213 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:15:09.882340 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.922425 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Pushing event updated for resources: {'Port': ['ID=ec56d763-621d-4bf2-beff-5849c9b6e7e3,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:09.923005 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:09.927768 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 68db541d-21c2-4890-be0a-454c4a7d4bba completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:09.928226 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517c244-e09b-4792-a433-3400a3de6052 req-706e173d-dcc0-424c-80cd-8ec786c518a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:09.936270 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:09.937537 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6517c244-e09b-4792-a433-3400a3de6052 req-706e173d-dcc0-424c-80cd-8ec786c518a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 1100 time: 0.0560200 Sep 07 05:15:09.940007 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:15:09.950501 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 68db541d-21c2-4890-be0a-454c4a7d4bba triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:09.950924 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.984657 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Attempting to bind port ec56d763-621d-4bf2-beff-5849c9b6e7e3 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:15:09.985026 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Attempting to bind port ec56d763-621d-4bf2-beff-5849c9b6e7e3 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:15:09.985443 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Attempting to bind port ec56d763-621d-4bf2-beff-5849c9b6e7e3 on network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:15:09.987970 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-6517c244-e09b-4792-a433-3400a3de6052 req-0b4a92f1-49c2-4ad7-aa2f-781e33c7322d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427063 Sep 07 05:15:09.989777 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Pushing event updated for resources: {'Port': ['ID=eaf994d8-3cb8-41b6-a0e8-4563dc04e02b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:09.993893 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:15:09.994357 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Checking segment: {'id': 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:09.994759 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:09.995277 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Bound using segment: {'id': 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:15:09.995615 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Bound port: ec56d763-621d-4bf2-beff-5849c9b6e7e3, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:15:09.995996 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:10.058685 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff7689-5a37-44e6-a3c7-b018710a398f req-e860929f-5b71-46bd-9321-10b86e3b062e tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:10.060215 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e4ff7689-5a37-44e6-a3c7-b018710a398f req-e860929f-5b71-46bd-9321-10b86e3b062e tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 947 time: 0.0620756 Sep 07 05:15:10.101549 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] For port ec56d763-621d-4bf2-beff-5849c9b6e7e3, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:15:10.108850 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] For port ec56d763-621d-4bf2-beff-5849c9b6e7e3, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ec56d763-621d-4bf2-beff-5849c9b6e7e3,segment=NetworkSegment(ee900a0d-4ca2-4f39-84f7-363d8084a8bc),segment_id=ee900a0d-4ca2-4f39-84f7-363d8084a8bc)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:15:10.111916 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:10.117513 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e4ff7689-5a37-44e6-a3c7-b018710a398f req-16fa242f-19e5-451e-8610-167c280a51a7 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476964 Sep 07 05:15:10.121734 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:10.161945 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 68db541d-21c2-4890-be0a-454c4a7d4bba, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=68db541d-21c2-4890-be0a-454c4a7d4bba,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:10.171907 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:10.205259 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d11a3-0c0a-460c-8e3f-5814803c1f0f None None] Pushing event updated for resources: {'Port': ['ID=ec56d763-621d-4bf2-beff-5849c9b6e7e3,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:10.218815 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Sync routers for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:10.229054 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:10.229264 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:10.255961 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=68db541d-21c2-4890-be0a-454c4a7d4bba,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:10.265380 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:10.350420 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:10.513900 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:10.596891 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 2, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:10.628997 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Checking router: a806b06f-0e85-4369-ba14-aafc755dd084 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:10.629929 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Updating router a806b06f-0e85-4369-ba14-aafc755dd084 port a069eac8-3652-4ef8-af04-a5895b3f3e4d binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:15:10.650880 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Router 83550373-0269-4792-a5e5-5aba92738ff5 is scheduled to L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 05:15:10.657867 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:10.764241 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:10.775363 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Sync routers for ids ['83550373-0269-4792-a5e5-5aba92738ff5'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:10.781054 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:10.782326 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-fab12ad4-0bc2-49e0-8720-1ef4648a416b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7233520 Sep 07 05:15:10.785235 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51254) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:10.786393 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Routers {'83550373-0269-4792-a5e5-5aba92738ff5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:10.787085 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['83550373-0269-4792-a5e5-5aba92738ff5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:10.925948 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Set router 83550373-0269-4792-a5e5-5aba92738ff5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:10.962965 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:10.976001 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Transition to ACTIVE for port object a069eac8-3652-4ef8-af04-a5895b3f3e4d will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:10.982994 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:11.282154 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Pushing event updated for resources: {'Port': ['ID=a069eac8-3652-4ef8-af04-a5895b3f3e4d,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:11.298434 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.298972 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.299561 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.300801 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.301782 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.302477 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.304298 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.304871 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.305491 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.305974 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.307242 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.307749 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:11.382294 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aba3e-e52f-41ed-9019-91bac482907e req-08ea6de1-a1b3-4d75-8042-471247e823a4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:11.382852 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f0fdc-150c-4cd6-bc3d-170ecd1e77c9 None None] Network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:15:11.384224 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9d4aba3e-e52f-41ed-9019-91bac482907e req-08ea6de1-a1b3-4d75-8042-471247e823a4 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 947 time: 0.1018770 Sep 07 05:15:11.431655 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Attempting to bind port a069eac8-3652-4ef8-af04-a5895b3f3e4d on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:15:11.434986 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Attempting to bind port a069eac8-3652-4ef8-af04-a5895b3f3e4d by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:15:11.436589 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Attempting to bind port a069eac8-3652-4ef8-af04-a5895b3f3e4d on network 03e3b7d2-8365-4405-9376-cb8bab634c1a {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:15:11.460458 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:15:11.462871 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Checking segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:11.464334 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9d4aba3e-e52f-41ed-9019-91bac482907e req-8b346410-5b1e-4118-b6bf-6025c749bd9a tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611567 Sep 07 05:15:11.465222 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:11.468292 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Bound using segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:15:11.469709 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Bound port: a069eac8-3652-4ef8-af04-a5895b3f3e4d, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:15:11.471615 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:11.489097 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:11.522288 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6694b6db-c4d6-4ee8-ab8c-1e2928bcfbfd None None] Provisioning for port ec56d763-621d-4bf2-beff-5849c9b6e7e3 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:11.574664 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83550373-0269-4792-a5e5-5aba92738ff5', 'name': 'tempest-TestVolumeBootPattern-143755232-router', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 3, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'gw_port': {'id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:11.600671 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] For port a069eac8-3652-4ef8-af04-a5895b3f3e4d, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:15:11.604308 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] For port a069eac8-3652-4ef8-af04-a5895b3f3e4d, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=a069eac8-3652-4ef8-af04-a5895b3f3e4d,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:15:11.610726 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:11.634763 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Checking router: 83550373-0269-4792-a5e5-5aba92738ff5 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:11.635135 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Updating router 83550373-0269-4792-a5e5-5aba92738ff5 port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b binding host dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:15:11.681124 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:11.718654 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:11.719283 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:11.767613 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9293e-106c-4d7c-b37d-f50ab04cd7fb None None] Pushing event updated for resources: {'Port': ['ID=a069eac8-3652-4ef8-af04-a5895b3f3e4d,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:11.786578 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Allocated IP 172.20.0.1 (51cad8fa-ee72-43bd-8119-818ee4fd4b68/ab00e54e-28f7-4fbc-b0a4-90bdc16c5461/86933e42-01c0-43ec-b71d-e6fda2a644e8) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:11.915648 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:11.943416 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ec56d763-621d-4bf2-beff-5849c9b6e7e3 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:12.016878 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.047740 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Transition to ACTIVE for port object 86933e42-01c0-43ec-b71d-e6fda2a644e8 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:12.084464 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port ec56d763-621d-4bf2-beff-5849c9b6e7e3 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:12.092174 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port ec56d763-621d-4bf2-beff-5849c9b6e7e3 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:12.092662 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.133907 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.199882 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:12.203266 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:12.207113 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:15:12.254715 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Pushing event updated for resources: {'Port': ['ID=86933e42-01c0-43ec-b71d-e6fda2a644e8,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:12.267255 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:11Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:12.272702 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.274587 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376449'] for router_interface, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.292325 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Transition to ACTIVE for port object eaf994d8-3cb8-41b6-a0e8-4563dc04e02b will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:12.296918 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.300566 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e0d70-9f06-4585-9335-de9a0074d54f None None] The sync data for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi is: [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:11Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:15:12.314427 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.380883 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Attempting to bind port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:15:12.381352 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Attempting to bind port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:15:12.381783 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Attempting to bind port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b on network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:15:12.420470 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:15:12.421109 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:12.421430 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.421835 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Bound using segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:15:12.422332 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Bound port: eaf994d8-3cb8-41b6-a0e8-4563dc04e02b, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:15:12.422712 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.429657 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port ec56d763-621d-4bf2-beff-5849c9b6e7e3, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ec56d763-621d-4bf2-beff-5849c9b6e7e3,segment=NetworkSegment(ee900a0d-4ca2-4f39-84f7-363d8084a8bc),segment_id=ee900a0d-4ca2-4f39-84f7-363d8084a8bc)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:12.433454 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e217-0420-4af3-8305-10ca078c85f6 None None] Pushing event updated for resources: {'Port': ['ID=eaf994d8-3cb8-41b6-a0e8-4563dc04e02b,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:12.453430 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.476445 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-cbd35c2b-79d8-476b-bb33-1d470ee4f6f0 None None] Provisioning complete for port ec56d763-621d-4bf2-beff-5849c9b6e7e3 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:12.476819 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbd35c2b-79d8-476b-bb33-1d470ee4f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.481398 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.482205 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 68db541d-21c2-4890-be0a-454c4a7d4bba up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:12.630050 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] For port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:15:12.635925 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] For port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=eaf994d8-3cb8-41b6-a0e8-4563dc04e02b,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:15:12.652217 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.654024 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=ec56d763-621d-4bf2-beff-5849c9b6e7e3,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:12.688382 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede5b2-6186-45c5-b8ed-e5aa8f115893 req-8078c3dc-91a8-4134-8960-0e80a32be845 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:12.689901 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-11ede5b2-6186-45c5-b8ed-e5aa8f115893 req-8078c3dc-91a8-4134-8960-0e80a32be845 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 947 time: 0.0865119 Sep 07 05:15:12.716393 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.725857 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.799669 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-11ede5b2-6186-45c5-b8ed-e5aa8f115893 req-b53ff2fe-7291-4299-80aa-fc4ab0e62a6b tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942850 Sep 07 05:15:12.802373 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 68db541d-21c2-4890-be0a-454c4a7d4bba triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:12.803067 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.814000 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375089'] for router_interface, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:12.815928 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Pushing event updated for resources: {'Port': ['ID=86933e42-01c0-43ec-b71d-e6fda2a644e8,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:12.909901 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Routers {'83550373-0269-4792-a5e5-5aba92738ff5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:12.911176 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['83550373-0269-4792-a5e5-5aba92738ff5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:12.919369 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e217-0420-4af3-8305-10ca078c85f6 None None] Pushing event updated for resources: {'Port': ['ID=eaf994d8-3cb8-41b6-a0e8-4563dc04e02b,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:12.937220 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:12.938697 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:13.091021 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] Set router 83550373-0269-4792-a5e5-5aba92738ff5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:13.164644 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-dc1be6d0-bf77-46b7-b42e-7cafd6f82099 None None] Provisioning for port 86933e42-01c0-43ec-b71d-e6fda2a644e8 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:13.211333 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-dc1be6d0-bf77-46b7-b42e-7cafd6f82099 None None] Provisioning complete for port 86933e42-01c0-43ec-b71d-e6fda2a644e8 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:13.211661 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc1be6d0-bf77-46b7-b42e-7cafd6f82099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:13.278021 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-dc1be6d0-bf77-46b7-b42e-7cafd6f82099 None None] Port 86933e42-01c0-43ec-b71d-e6fda2a644e8 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:15:13.347132 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Router 83550373-0269-4792-a5e5-5aba92738ff5 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:15:13.397486 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83550373-0269-4792-a5e5-5aba92738ff5', 'name': 'tempest-TestVolumeBootPattern-143755232-router', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 4, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'gw_port': {'id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '86933e42-01c0-43ec-b71d-e6fda2a644e8', 'name': '', 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'mac_address': 'fa:16:3e:f8:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:11Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 2, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'subnets': [{'id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:13.427081 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85837d31-2258-498d-9d4c-3cf2e4123c21 None None] The sync data for ids ['83550373-0269-4792-a5e5-5aba92738ff5'] in dv-cinder-804757-6-iscsi is: [{'id': '83550373-0269-4792-a5e5-5aba92738ff5', 'name': 'tempest-TestVolumeBootPattern-143755232-router', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 4, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'gw_port': {'id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '86933e42-01c0-43ec-b71d-e6fda2a644e8', 'name': '', 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'mac_address': 'fa:16:3e:f8:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:11Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 2, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'subnets': [{'id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:15:13.429613 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-ad8f7fb5-ea6c-4423-acdb-64b98cefa4e9 None None] Provisioning complete for port 86933e42-01c0-43ec-b71d-e6fda2a644e8 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:13.429984 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7fb5-ea6c-4423-acdb-64b98cefa4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:13.465437 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:13.468626 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f7fb5-ea6c-4423-acdb-64b98cefa4e9 None None] Port 86933e42-01c0-43ec-b71d-e6fda2a644e8 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:15:13.470601 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-87de3b6a-d834-4143-8d9a-4f37218e20c4 admin admin] 10.222.0.49 "PUT /v2.0/routers/83550373-0269-4792-a5e5-5aba92738ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6841178 Sep 07 05:15:13.782277 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device a069eac8-3652-4ef8-af04-a5895b3f3e4d up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:13.838440 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port a069eac8-3652-4ef8-af04-a5895b3f3e4d completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:13.842671 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port a069eac8-3652-4ef8-af04-a5895b3f3e4d triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:13.843046 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.054423 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.068298 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51302) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:14.072910 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-6d7ffc8d-32bb-4e5a-be03-ab9cd62fd630 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796155867', 'description': 'tempest-secgroup-smoke-1796155867 description', 'project_id': '095f65ec3c9f4452b30160f255daa001'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:14.095398 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port a069eac8-3652-4ef8-af04-a5895b3f3e4d, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=a069eac8-3652-4ef8-af04-a5895b3f3e4d,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:14.100588 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.101506 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ec56d763-621d-4bf2-beff-5849c9b6e7e3 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:14.101629 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffc8d-32bb-4e5a-be03-ab9cd62fd630 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.184418 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=a069eac8-3652-4ef8-af04-a5895b3f3e4d,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:14.191576 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffc8d-32bb-4e5a-be03-ab9cd62fd630 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.195739 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port ec56d763-621d-4bf2-beff-5849c9b6e7e3 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:14.196226 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.196665 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffc8d-32bb-4e5a-be03-ab9cd62fd630 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.227560 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffc8d-32bb-4e5a-be03-ab9cd62fd630 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.228876 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6d7ffc8d-32bb-4e5a-be03-ab9cd62fd630 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1595628 Sep 07 05:15:14.230833 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ffc8d-32bb-4e5a-be03-ab9cd62fd630 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363e484d-f93a-4fef-9e9b-4db059c59b7b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:14.232337 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51304) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:14.236927 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-2bd33bb8-6516-4f99-8c74-2ba6344192ab tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'security_group_rule': {'security_group_id': '363e484d-f93a-4fef-9e9b-4db059c59b7b', 'project_id': '095f65ec3c9f4452b30160f255daa001', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:14.266403 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2bd33bb8-6516-4f99-8c74-2ba6344192ab tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.349358 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2bd33bb8-6516-4f99-8c74-2ba6344192ab tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.353218 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2bd33bb8-6516-4f99-8c74-2ba6344192ab tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.370926 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd33bb8-6516-4f99-8c74-2ba6344192ab tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a672c531-4920-4e2c-b67e-3842634970e4,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:14.377926 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2bd33bb8-6516-4f99-8c74-2ba6344192ab tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.379128 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-2bd33bb8-6516-4f99-8c74-2ba6344192ab tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457314 Sep 07 05:15:14.381925 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51306) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:14.386919 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-472d9f94-2d05-4c82-94fd-4dd9f512ddbb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'security_group_rule': {'security_group_id': '363e484d-f93a-4fef-9e9b-4db059c59b7b', 'project_id': '095f65ec3c9f4452b30160f255daa001', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:14.429978 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-472d9f94-2d05-4c82-94fd-4dd9f512ddbb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.511001 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-472d9f94-2d05-4c82-94fd-4dd9f512ddbb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.515977 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-472d9f94-2d05-4c82-94fd-4dd9f512ddbb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.536860 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d9f94-2d05-4c82-94fd-4dd9f512ddbb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027376f4-a8f0-4187-92c2-a311bf5f04b7,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:14.545963 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-472d9f94-2d05-4c82-94fd-4dd9f512ddbb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.548709 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-472d9f94-2d05-4c82-94fd-4dd9f512ddbb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656203 Sep 07 05:15:14.550092 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51308) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:14.555558 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-cf4f1d91-a882-4651-afb1-ded7b2f66acb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'security_group_rule': {'security_group_id': '363e484d-f93a-4fef-9e9b-4db059c59b7b', 'project_id': '095f65ec3c9f4452b30160f255daa001', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:14.587147 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1d91-a882-4651-afb1-ded7b2f66acb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.653460 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1d91-a882-4651-afb1-ded7b2f66acb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.658029 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1d91-a882-4651-afb1-ded7b2f66acb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.679226 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f1d91-a882-4651-afb1-ded7b2f66acb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2baf8e7b-c429-4c7d-8c1f-f54ad58dd35a,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:14.686396 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1d91-a882-4651-afb1-ded7b2f66acb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.689964 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-cf4f1d91-a882-4651-afb1-ded7b2f66acb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359620 Sep 07 05:15:14.690323 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51310) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:14.696294 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-249c1b1a-b724-4eb2-93d7-6992a2c5ba34 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'security_group_rule': {'security_group_id': '363e484d-f93a-4fef-9e9b-4db059c59b7b', 'project_id': '095f65ec3c9f4452b30160f255daa001', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:14.725731 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-249c1b1a-b724-4eb2-93d7-6992a2c5ba34 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.790031 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-249c1b1a-b724-4eb2-93d7-6992a2c5ba34 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.793871 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-249c1b1a-b724-4eb2-93d7-6992a2c5ba34 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.813994 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c1b1a-b724-4eb2-93d7-6992a2c5ba34 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672ff4b9-23fa-4d6c-8b18-ba304884f3e9,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:14.822302 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-249c1b1a-b724-4eb2-93d7-6992a2c5ba34 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.823602 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-249c1b1a-b724-4eb2-93d7-6992a2c5ba34 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323183 Sep 07 05:15:14.826262 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51312) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:14.830725 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-436e6c04-b0eb-4cd4-aa31-924d4491126a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'security_group_rule': {'security_group_id': '363e484d-f93a-4fef-9e9b-4db059c59b7b', 'project_id': '095f65ec3c9f4452b30160f255daa001', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:14.854039 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.securitygroups_db [None req-436e6c04-b0eb-4cd4-aa31-924d4491126a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Project 095f65ec3c9f4452b30160f255daa001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 05:15:14.859804 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-436e6c04-b0eb-4cd4-aa31-924d4491126a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.923213 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-436e6c04-b0eb-4cd4-aa31-924d4491126a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.928056 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-436e6c04-b0eb-4cd4-aa31-924d4491126a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.945197 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e6c04-b0eb-4cd4-aa31-924d4491126a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe20a7c9-2b0c-41c5-be33-fab124c28f6c,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:14.952138 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-436e6c04-b0eb-4cd4-aa31-924d4491126a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:14.953470 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-436e6c04-b0eb-4cd4-aa31-924d4491126a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262743 Sep 07 05:15:14.956302 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51314) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:14.961938 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'security_group_rule': {'security_group_id': '363e484d-f93a-4fef-9e9b-4db059c59b7b', 'project_id': '095f65ec3c9f4452b30160f255daa001', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:14.985180 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Project 095f65ec3c9f4452b30160f255daa001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 05:15:14.991372 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:15.058226 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:15.063379 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:15.076591 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815c547e-e2b0-44c5-b34c-4bb5877f1224,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:15.091382 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.092071 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.092629 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.092971 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.093303 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.093640 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.093971 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.094300 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.094628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.094955 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.095277 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.095607 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:15:15.104419 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:15.108977 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-016b4f59-c629-4a96-8b85-24f499f29e1d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481590 Sep 07 05:15:15.786642 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device eaf994d8-3cb8-41b6-a0e8-4563dc04e02b up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:15.839092 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:15.842804 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:15.843179 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:15.883179 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Sync routers for ids ['83550373-0269-4792-a5e5-5aba92738ff5'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:15.892290 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Routers {'83550373-0269-4792-a5e5-5aba92738ff5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:15.893100 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['83550373-0269-4792-a5e5-5aba92738ff5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:15.928863 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:15.955079 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=eaf994d8-3cb8-41b6-a0e8-4563dc04e02b,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:15.961238 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:15.962030 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device a069eac8-3652-4ef8-af04-a5895b3f3e4d up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:16.013557 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Set router 83550373-0269-4792-a5e5-5aba92738ff5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:16.035332 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=eaf994d8-3cb8-41b6-a0e8-4563dc04e02b,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:16.065168 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port a069eac8-3652-4ef8-af04-a5895b3f3e4d triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:16.065534 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:16.227903 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83550373-0269-4792-a5e5-5aba92738ff5', 'name': 'tempest-TestVolumeBootPattern-143755232-router', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 4, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'gw_port': {'id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '86933e42-01c0-43ec-b71d-e6fda2a644e8', 'name': '', 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'mac_address': 'fa:16:3e:f8:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:11Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 2, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'subnets': [{'id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:16.260561 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Checking router: 83550373-0269-4792-a5e5-5aba92738ff5 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:16.260907 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Updating router 83550373-0269-4792-a5e5-5aba92738ff5 port 86933e42-01c0-43ec-b71d-e6fda2a644e8 binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:15:16.293235 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:16.561735 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:16.571501 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Transition to ACTIVE for port object 86933e42-01c0-43ec-b71d-e6fda2a644e8 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:16.577683 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:16.634723 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e054a0c-1868-4b7c-ad38-72d3d4cb5a73 None None] Pushing event updated for resources: {'Port': ['ID=86933e42-01c0-43ec-b71d-e6fda2a644e8,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:16.686382 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Attempting to bind port 86933e42-01c0-43ec-b71d-e6fda2a644e8 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:15:16.686840 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Attempting to bind port 86933e42-01c0-43ec-b71d-e6fda2a644e8 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:15:16.687388 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Attempting to bind port 86933e42-01c0-43ec-b71d-e6fda2a644e8 on network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:15:16.694195 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:15:16.694570 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Checking segment: {'id': 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:16.694971 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:16.695367 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Bound using segment: {'id': 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:15:16.695839 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Bound port: 86933e42-01c0-43ec-b71d-e6fda2a644e8, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:15:16.696273 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:16.718478 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51374) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:16.767672 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] For port 86933e42-01c0-43ec-b71d-e6fda2a644e8, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:15:16.772437 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] For port 86933e42-01c0-43ec-b71d-e6fda2a644e8, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=86933e42-01c0-43ec-b71d-e6fda2a644e8,segment=NetworkSegment(ee900a0d-4ca2-4f39-84f7-363d8084a8bc),segment_id=ee900a0d-4ca2-4f39-84f7-363d8084a8bc)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:15:16.777302 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:16.835571 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Routers {'83550373-0269-4792-a5e5-5aba92738ff5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:16.836217 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['83550373-0269-4792-a5e5-5aba92738ff5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:16.884746 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e054a0c-1868-4b7c-ad38-72d3d4cb5a73 None None] Pushing event updated for resources: {'Port': ['ID=86933e42-01c0-43ec-b71d-e6fda2a644e8,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:16.970275 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] Set router 83550373-0269-4792-a5e5-5aba92738ff5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:17.076881 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Deleting port a72c9cae-8f11-429b-bbfc-6fd31a8f09d1 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:17.077140 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:17.168652 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:17.169004 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:17.182134 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Calling delete_port for a72c9cae-8f11-429b-bbfc-6fd31a8f09d1 owned by network:floatingip {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:17.278221 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83550373-0269-4792-a5e5-5aba92738ff5', 'name': 'tempest-TestVolumeBootPattern-143755232-router', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 4, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'gw_port': {'id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '86933e42-01c0-43ec-b71d-e6fda2a644e8', 'name': '', 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'mac_address': 'fa:16:3e:f8:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:11Z', 'updated_at': '2021-09-07T05:15:16Z', 'revision_number': 4, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'subnets': [{'id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:17.305924 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb8c70-1ab5-4469-81f7-804b338f108a None None] The sync data for ids ['83550373-0269-4792-a5e5-5aba92738ff5'] in dv-cinder-804757-6-iscsi is: [{'id': '83550373-0269-4792-a5e5-5aba92738ff5', 'name': 'tempest-TestVolumeBootPattern-143755232-router', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:12Z', 'revision_number': 4, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'gw_port': {'id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '86933e42-01c0-43ec-b71d-e6fda2a644e8', 'name': '', 'network_id': '51cad8fa-ee72-43bd-8119-818ee4fd4b68', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'mac_address': 'fa:16:3e:f8:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:11Z', 'updated_at': '2021-09-07T05:15:16Z', 'revision_number': 4, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'subnets': [{'id': 'ab00e54e-28f7-4fbc-b0a4-90bdc16c5461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:15:17.388531 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:17.418569 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event deleted for resources: {'Port': ['ID=a72c9cae-8f11-429b-bbfc-6fd31a8f09d1,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:17.492739 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for floatingip, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:17.493076 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.l3_db [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Floating IP 803d35c2-c7df-420c-ad3d-d8393dcc40a5 disassociated (deleted). External IP: 172.27.3.50, port: 0f101c11-55c6-49a2-b510-cd9de17cbdb0. Sep 07 05:15:17.759055 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:15:17.761405 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device eaf994d8-3cb8-41b6-a0e8-4563dc04e02b up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:17.815345 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-60688e77-c0fd-4a1a-8a32-88dc7c9cdade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:17.834692 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:17.835131 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:17.882029 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:17.886581 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:17.908488 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] Sync routers for ids ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:17.914535 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-6f0f83ab-8d17-4b2f-a2ba-a3d405b8a27e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "DELETE /v2.0/floatingips/803d35c2-c7df-420c-ad3d-d8393dcc40a5 HTTP/1.1" status: 204 len: 168 time: 1.1947598 Sep 07 05:15:17.915223 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:15:17.917894 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d08294d-403e-4a3a-bf6a-39af7951f19a" -d '{"events": [{"name": "network-changed", "server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:15:17.928907 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] Routers {'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:17.929531 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:17.960271 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863b0465-86f9-4d2a-9bba-68e4d17729b7 x-openstack-request-id: req-863b0465-86f9-4d2a-9bba-68e4d17729b7 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:15:17.960600 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:15:17.960813 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-863b0465-86f9-4d2a-9bba-68e4d17729b7 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:15:17.961215 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'status': 'completed', 'code': 200} Sep 07 05:15:17.970605 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 86933e42-01c0-43ec-b71d-e6fda2a644e8 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:18.024691 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-6a75f2d5-bac0-4c55-9906-d257e4246f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:18.026326 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-6a75f2d5-bac0-4c55-9906-d257e4246f31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b8f3434f41f4c5b921765b440dc3b5a&device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 1099 time: 0.0454242 Sep 07 05:15:18.086612 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] Set router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:18.116920 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 86933e42-01c0-43ec-b71d-e6fda2a644e8 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:18.122472 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 86933e42-01c0-43ec-b71d-e6fda2a644e8 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:18.122677 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:18.139625 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-44732d76-d117-4ec2-91e7-6ed3735751a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:18.141034 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-44732d76-d117-4ec2-91e7-6ed3735751a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1201e12-05e7-4cd3-92f9-028aebcf9374 HTTP/1.1" status: 200 len: 910 time: 0.1076431 Sep 07 05:15:18.181448 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4f62-a959-44d3-b957-a8fcf3692813 req-15a54980-9957-4ea8-ba60-8b8074e09010 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:18.183678 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a5cf4f62-a959-44d3-b957-a8fcf3692813 req-15a54980-9957-4ea8-ba60-8b8074e09010 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0591788 Sep 07 05:15:18.184919 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:15:18.187036 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-9d37c2dc-303a-4686-902c-fbf993048e80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0 HTTP/1.1" status: 200 len: 217 time: 0.0367045 Sep 07 05:15:18.235331 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a5cf4f62-a959-44d3-b957-a8fcf3692813 req-71c0f32d-f32b-41a4-9f30-51bc3770a24e tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403957 Sep 07 05:15:18.243795 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-4f260326-2440-4d5c-a6ca-bd74ec611f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:18.245417 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-4f260326-2440-4d5c-a6ca-bd74ec611f19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a3152c4-e125-49b6-8878-9a13d78d4e0b HTTP/1.1" status: 200 len: 848 time: 0.0476205 Sep 07 05:15:18.293903 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-f9bf57a6-757e-48d3-9e25-951357603deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:18.295383 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-f9bf57a6-757e-48d3-9e25-951357603deb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1201e12-05e7-4cd3-92f9-028aebcf9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422606 Sep 07 05:15:18.322801 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:18.377710 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 86933e42-01c0-43ec-b71d-e6fda2a644e8, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=86933e42-01c0-43ec-b71d-e6fda2a644e8,segment=NetworkSegment(ee900a0d-4ca2-4f39-84f7-363d8084a8bc),segment_id=ee900a0d-4ca2-4f39-84f7-363d8084a8bc)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:18.391088 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:18.397837 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-ac35f9bd-f9cf-4ea3-b6a5-9750c9e0fefe service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928931 Sep 07 05:15:18.425241 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:42Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '8051cd60-7293-4722-837b-3d034cd66469', 'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'mac_address': 'fa:16:3e:bf:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:40Z', 'updated_at': '2021-09-07T05:09:49Z', 'revision_number': 5, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'subnets': [{'id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:18.462475 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] Checking router: b365c901-24a2-4b2f-8b6b-7f4c9ec2625f for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:18.480559 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=86933e42-01c0-43ec-b71d-e6fda2a644e8,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:18.485393 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] Routers {'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:18.485997 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:14:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:18.495191 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3d08294d-403e-4a3a-bf6a-39af7951f19a req-9581189b-5ab6-4492-912d-8372e5fbce06 service neutron] 10.222.0.16 "GET /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894959 Sep 07 05:15:18.600244 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] Set router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:18.925132 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:42Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '8051cd60-7293-4722-837b-3d034cd66469', 'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'mac_address': 'fa:16:3e:bf:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:40Z', 'updated_at': '2021-09-07T05:09:49Z', 'revision_number': 5, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'subnets': [{'id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:18.954804 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be7e49-5f72-4704-81e0-b4b5aabb1963 None None] The sync data for ids ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'] in dv-cinder-804757-6-iscsi is: [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:09:42Z', 'revision_number': 4, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '8051cd60-7293-4722-837b-3d034cd66469', 'name': '', 'network_id': 'f1201e12-05e7-4cd3-92f9-028aebcf9374', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'mac_address': 'fa:16:3e:bf:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:40Z', 'updated_at': '2021-09-07T05:09:49Z', 'revision_number': 5, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'subnets': [{'id': '9a3152c4-e125-49b6-8878-9a13d78d4e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:15:19.353375 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e9d9a-4e30-4200-9b68-a505e3213f8a req-8d703eec-e9f6-4731-8b43-9272bbb9b597 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:19.354903 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7d2e9d9a-4e30-4200-9b68-a505e3213f8a req-8d703eec-e9f6-4731-8b43-9272bbb9b597 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0530427 Sep 07 05:15:19.393956 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7d2e9d9a-4e30-4200-9b68-a505e3213f8a req-150c5847-3ace-40af-8811-172de2eed7e1 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c686616-91d4-43c3-9254-87c5e5a868b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Sep 07 05:15:19.663981 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:19.709121 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 86933e42-01c0-43ec-b71d-e6fda2a644e8 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:19.761789 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 86933e42-01c0-43ec-b71d-e6fda2a644e8 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:19.762162 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:19.773725 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-f7a9b8ab-580c-4f73-bae2-f56ad26fa848 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:19.775187 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-f7a9b8ab-580c-4f73-bae2-f56ad26fa848 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 946 time: 0.0498459 Sep 07 05:15:19.880815 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-fd8772cb-5d32-41ca-9128-b9bfb4e3dd10 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Deleting port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:19.881804 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-fd8772cb-5d32-41ca-9128-b9bfb4e3dd10 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:19.978402 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-fd8772cb-5d32-41ca-9128-b9bfb4e3dd10 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] For port 0f101c11-55c6-49a2-b510-cd9de17cbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0f101c11-55c6-49a2-b510-cd9de17cbdb0,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:19.978769 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-fd8772cb-5d32-41ca-9128-b9bfb4e3dd10 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:19.991745 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-fd8772cb-5d32-41ca-9128-b9bfb4e3dd10 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Calling delete_port for 0f101c11-55c6-49a2-b510-cd9de17cbdb0 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:20.072864 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfab61b-5144-4d50-9660-7f2c237d5b41 None None] New status for floating IP 803d35c2-c7df-420c-ad3d-d8393dcc40a5: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:15:20.132495 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-fd8772cb-5d32-41ca-9128-b9bfb4e3dd10 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:20.165599 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8772cb-5d32-41ca-9128-b9bfb4e3dd10 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event deleted for resources: {'Port': ['ID=0f101c11-55c6-49a2-b510-cd9de17cbdb0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:20.212610 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-fd8772cb-5d32-41ca-9128-b9bfb4e3dd10 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] No DVR routers for this DVR port 0f101c11-55c6-49a2-b510-cd9de17cbdb0 on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:15:20.215179 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-fd8772cb-5d32-41ca-9128-b9bfb4e3dd10 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:20.217235 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e2834c9e-7e7f-4e05-aa27-9575e011c7a3 req-fd8772cb-5d32-41ca-9128-b9bfb4e3dd10 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.16 "DELETE /v2.0/ports/0f101c11-55c6-49a2-b510-cd9de17cbdb0 HTTP/1.1" status: 204 len: 173 time: 0.4344602 Sep 07 05:15:20.217698 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'name': 'network-vif-deleted', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:15:20.219954 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ad8c45-992e-40aa-a033-7cb95b4a1dd7" -d '{"events": [{"server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "name": "network-vif-deleted", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:15:20.255375 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409a8845-f72c-4eb5-8b11-a96ac63fcbf6 x-openstack-request-id: req-409a8845-f72c-4eb5-8b11-a96ac63fcbf6 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:15:20.256427 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a888a9-210d-4777-8d0f-0a6e070394f4", "name": "network-vif-deleted", "tag": "0f101c11-55c6-49a2-b510-cd9de17cbdb0", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:15:20.257257 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-409a8845-f72c-4eb5-8b11-a96ac63fcbf6 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:15:20.257646 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a888a9-210d-4777-8d0f-0a6e070394f4', 'name': 'network-vif-deleted', 'tag': '0f101c11-55c6-49a2-b510-cd9de17cbdb0', 'status': 'completed', 'code': 200} Sep 07 05:15:20.490853 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a7730672-d954-4272-8a57-76f5bb65b3da req-c72f504a-51c5-467f-8062-e6b36560447d tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a888a9-210d-4777-8d0f-0a6e070394f4 HTTP/1.1" status: 200 len: 210 time: 0.0256381 Sep 07 05:15:20.919759 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c6a51ba-9c47-4f65-8144-fbaab8527d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:21.547778 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51400) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:21.607521 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d0b9eeb9-a352-423b-a44d-6644fc476888 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:21.634538 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d0b9eeb9-a352-423b-a44d-6644fc476888 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:21.695164 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d0b9eeb9-a352-423b-a44d-6644fc476888 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:21.697709 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d0b9eeb9-a352-423b-a44d-6644fc476888 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:21.698863 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-d0b9eeb9-a352-423b-a44d-6644fc476888 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] 10.222.0.49 "DELETE /v2.0/security-groups/4c686616-91d4-43c3-9254-87c5e5a868b0 HTTP/1.1" status: 204 len: 168 time: 0.1500871 Sep 07 05:15:21.708377 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9eeb9-a352-423b-a44d-6644fc476888 tempest-TestShelveInstance-772673215 tempest-TestShelveInstance-772673215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c686616-91d4-43c3-9254-87c5e5a868b0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:21.750129 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51404) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:21.791295 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:22.109418 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:22.211877 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375060'] for router_interface, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:22.713088 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] Deleting port 8051cd60-7293-4722-837b-3d034cd66469 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:22.713762 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:22.791310 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] For port 8051cd60-7293-4722-837b-3d034cd66469, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=8051cd60-7293-4722-837b-3d034cd66469,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:22.791667 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:22.804519 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] Calling delete_port for 8051cd60-7293-4722-837b-3d034cd66469 owned by network:router_interface {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:22.991376 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:23.020665 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] Pushing event deleted for resources: {'Port': ['ID=8051cd60-7293-4722-837b-3d034cd66469,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:23.197879 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375176'] for router_interface, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:23.403399 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 0f101c11-55c6-49a2-b510-cd9de17cbdb0 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:23.414965 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] Router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:15:23.425939 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 0f101c11-55c6-49a2-b510-cd9de17cbdb0 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:23.426279 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 0f101c11-55c6-49a2-b510-cd9de17cbdb0 not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:23.528677 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:23.533641 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-0a50b537-b849-4b08-b5dc-a29903c69522 admin admin] 10.222.0.49 "PUT /v2.0/routers/b365c901-24a2-4b2f-8b6b-7f4c9ec2625f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7824986 Sep 07 05:15:23.537451 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51412) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:23.545581 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] Sync routers for ids ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:23.554524 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] Routers {'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:23.555130 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:23.643335 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Notify callbacks [] for router, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:23.664162 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] Set router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:23.747328 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:23.812147 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Deleting port cd63383d-16d0-481d-accf-278655abd46c {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:23.812489 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:23.857463 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cd63383d-16d0-481d-accf-278655abd46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:15:22Z', 'revision_number': 5, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port': {'id': 'cd63383d-16d0-481d-accf-278655abd46c', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:33Z', 'updated_at': '2021-09-07T05:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:23.884921 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] Checking router: b365c901-24a2-4b2f-8b6b-7f4c9ec2625f for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:23.893111 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] Routers {'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:23.893720 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:23.894019 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] For port cd63383d-16d0-481d-accf-278655abd46c, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=cd63383d-16d0-481d-accf-278655abd46c,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:23.894379 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:23.907459 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Calling delete_port for cd63383d-16d0-481d-accf-278655abd46c owned by network:router_gateway {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:23.993129 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] Set router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f gateway port host: None {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:24.053283 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:15:23Z', 'revision_number': 6, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port_host': None}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:24.081544 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec9b28-15d4-423a-b7ba-25e4d44f6807 None None] The sync data for ids ['b365c901-24a2-4b2f-8b6b-7f4c9ec2625f'] in dv-cinder-804757-6-iscsi is: [{'id': 'b365c901-24a2-4b2f-8b6b-7f4c9ec2625f', 'name': 'tempest-TestShelveInstance-1271342911-router', 'tenant_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:31Z', 'updated_at': '2021-09-07T05:15:23Z', 'revision_number': 6, 'project_id': '2b8f3434f41f4c5b921765b440dc3b5a', 'gw_port_host': None}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:15:24.083133 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.087776 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.117715 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd63383d-16d0-481d-accf-278655abd46c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:24.185318 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376362'] for router_gateway, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.275774 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1891'] for router, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.278198 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.322595 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374384'] for router, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.323088 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b365c901-24a2-4b2f-8b6b-7f4c9ec2625f {{(pid=94011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 05:15:24.327256 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.328428 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-0f1c1ebc-ec0a-490d-8e60-5cc64367805b admin admin] 10.222.0.49 "DELETE /v2.0/routers/b365c901-24a2-4b2f-8b6b-7f4c9ec2625f HTTP/1.1" status: 204 len: 168 time: 0.7899711 Sep 07 05:15:24.330908 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51416) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:24.375242 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0c89d0-fdec-42ce-9686-2875f1ed4664 admin admin] Deleting subnet 9a3152c4-e125-49b6-8878-9a13d78d4e0b {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:15:24.378303 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9f0c89d0-fdec-42ce-9686-2875f1ed4664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.416627 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9f0c89d0-fdec-42ce-9686-2875f1ed4664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9990761'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.513455 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9f0c89d0-fdec-42ce-9686-2875f1ed4664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.575609 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9f0c89d0-fdec-42ce-9686-2875f1ed4664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9453644'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.601269 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c89d0-fdec-42ce-9686-2875f1ed4664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3152c4-e125-49b6-8878-9a13d78d4e0b,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:24.605753 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9f0c89d0-fdec-42ce-9686-2875f1ed4664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.607594 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-9f0c89d0-fdec-42ce-9686-2875f1ed4664 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9a3152c4-e125-49b6-8878-9a13d78d4e0b HTTP/1.1" status: 204 len: 168 time: 0.2757854 Sep 07 05:15:24.610248 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51418) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:24.613627 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861a3c3-56c5-4aea-86c6-b0a3e7defd0a None None] Network f1201e12-05e7-4cd3-92f9-028aebcf9374 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:15:24.684995 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.741113 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Deleting port 074f97f6-4c0b-4a59-a921-1f583f811002 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:24.741453 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.807935 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] For port 074f97f6-4c0b-4a59-a921-1f583f811002, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=074f97f6-4c0b-4a59-a921-1f583f811002,segment=NetworkSegment(e8c2eac9-945d-40ac-8d2e-ca40cdc9a869),segment_id=e8c2eac9-945d-40ac-8d2e-ca40cdc9a869)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:24.808679 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.820910 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Calling delete_port for 074f97f6-4c0b-4a59-a921-1f583f811002 owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:24.878556 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dad84e-7707-4d06-93e7-504c8f5f0c18 None None] DHCP port deletion for f1201e12-05e7-4cd3-92f9-028aebcf9374 request from dv-cinder-804757-6-iscsi {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 05:15:24.905018 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.927114 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e0dad84e-7707-4d06-93e7-504c8f5f0c18 None None] Deleting port 074f97f6-4c0b-4a59-a921-1f583f811002 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:24.928067 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0dad84e-7707-4d06-93e7-504c8f5f0c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:24.934470 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=074f97f6-4c0b-4a59-a921-1f583f811002,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:24.939025 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] No DVR routers for this DVR port 074f97f6-4c0b-4a59-a921-1f583f811002 on host dv-cinder-804757-6-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:15:25.001942 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e0dad84e-7707-4d06-93e7-504c8f5f0c18 None None] For port 074f97f6-4c0b-4a59-a921-1f583f811002, host dv-cinder-804757-6-iscsi, got binding levels [] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:25.002250 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0dad84e-7707-4d06-93e7-504c8f5f0c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:25.015850 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e0dad84e-7707-4d06-93e7-504c8f5f0c18 None None] Calling delete_port for 074f97f6-4c0b-4a59-a921-1f583f811002 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:25.017806 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:25.018556 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-e0dad84e-7707-4d06-93e7-504c8f5f0c18 None None] Port 074f97f6-4c0b-4a59-a921-1f583f811002 was not found and therefore no delete operation was performed {{(pid=94013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 05:15:25.019822 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e0dad84e-7707-4d06-93e7-504c8f5f0c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:25.039164 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1201e12-05e7-4cd3-92f9-028aebcf9374']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:25.043872 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dad84e-7707-4d06-93e7-504c8f5f0c18 None None] Pushing event deleted for resources: {'Port': ['ID=074f97f6-4c0b-4a59-a921-1f583f811002,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:25.055623 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:25.055927 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c2eac9-945d-40ac-8d2e-ca40cdc9a869') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:25.057134 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dad84e-7707-4d06-93e7-504c8f5f0c18 None None] No DVR routers for this DVR port 074f97f6-4c0b-4a59-a921-1f583f811002 on host dv-cinder-804757-6-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:15:25.074605 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9990770'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:25.091264 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:25.098751 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:15:25.099310 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327631'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: Traceback (most recent call last): Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: timer() Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: cb(*args, **kw) Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: return func(*args, **kwargs) Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: self._notify() Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: self.callback(batched_events) Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: event.method(event) Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: return f(self, *a, **k) Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._get(url).json() Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: return self.request(url, 'GET', **kwargs) Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:15:25.101300 dv-cinder-804757-6-iscsi neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:15:25.164402 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:25.176140 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:25.178832 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f1201e12-05e7-4cd3-92f9-028aebcf9374 HTTP/1.1" status: 204 len: 168 time: 0.5671287 Sep 07 05:15:25.181582 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51422) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:25.192587 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df280a4-882a-4b4e-8569-2cd68f6a3f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1201e12-05e7-4cd3-92f9-028aebcf9374,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:25.710877 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device cd63383d-16d0-481d-accf-278655abd46c no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:25.731372 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: cd63383d-16d0-481d-accf-278655abd46c {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:25.731719 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device cd63383d-16d0-481d-accf-278655abd46c not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:25.732159 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 8051cd60-7293-4722-837b-3d034cd66469 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:25.750478 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 8051cd60-7293-4722-837b-3d034cd66469 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:25.750822 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 8051cd60-7293-4722-837b-3d034cd66469 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:25.751234 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 074f97f6-4c0b-4a59-a921-1f583f811002 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:25.769298 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 074f97f6-4c0b-4a59-a921-1f583f811002 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:25.769639 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 074f97f6-4c0b-4a59-a921-1f583f811002 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:25.795803 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375060'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:26.042599 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] Deleting port 556f3103-ab9a-4973-86e8-389365d7520f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:26.043038 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:26.124256 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] For port 556f3103-ab9a-4973-86e8-389365d7520f, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=556f3103-ab9a-4973-86e8-389365d7520f,segment=NetworkSegment(79becf55-6485-4d53-bda0-fb4ae620186d),segment_id=79becf55-6485-4d53-bda0-fb4ae620186d)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:26.124619 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:26.137738 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] Calling delete_port for 556f3103-ab9a-4973-86e8-389365d7520f owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:26.315191 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:26.339817 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] Pushing event deleted for resources: {'Port': ['ID=556f3103-ab9a-4973-86e8-389365d7520f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:26.510187 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375176'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:26.719300 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] Router fa85fa1f-aee2-491c-a050-17488b18376e has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:15:26.828336 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:26.834124 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2d96724d-601d-437c-9531-18f1bbdb6835 admin admin] 10.222.0.49 "PUT /v2.0/routers/fa85fa1f-aee2-491c-a050-17488b18376e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6505101 Sep 07 05:15:26.835864 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51434) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:26.838420 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] Sync routers for ids ['fa85fa1f-aee2-491c-a050-17488b18376e'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:26.847451 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] Routers {'fa85fa1f-aee2-491c-a050-17488b18376e'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:26.848062 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['fa85fa1f-aee2-491c-a050-17488b18376e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:26.940385 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:26.950391 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] Set router fa85fa1f-aee2-491c-a050-17488b18376e gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:27.045628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.103542 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Deleting port d6d5a552-e9e0-4732-83a8-dfb79af8512b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:27.103808 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.130809 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'name': 'tempest-TestShelveInstance-1881883493-router', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:47Z', 'updated_at': '2021-09-07T05:15:26Z', 'revision_number': 5, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'gw_port': {'id': 'd6d5a552-e9e0-4732-83a8-dfb79af8512b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:49Z', 'updated_at': '2021-09-07T05:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:27.159312 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] Checking router: fa85fa1f-aee2-491c-a050-17488b18376e for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:27.168054 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] Routers {'fa85fa1f-aee2-491c-a050-17488b18376e'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:27.168678 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['fa85fa1f-aee2-491c-a050-17488b18376e'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:27.184162 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] For port d6d5a552-e9e0-4732-83a8-dfb79af8512b, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=d6d5a552-e9e0-4732-83a8-dfb79af8512b,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:27.184529 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.201742 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Calling delete_port for d6d5a552-e9e0-4732-83a8-dfb79af8512b owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:27.253397 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] Set router fa85fa1f-aee2-491c-a050-17488b18376e gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:27.303368 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'name': 'tempest-TestShelveInstance-1881883493-router', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:47Z', 'updated_at': '2021-09-07T05:15:27Z', 'revision_number': 6, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'gw_port_host': None}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:27.331674 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8763d-b07e-4ba2-bf62-a1ef339d1f6e None None] The sync data for ids ['fa85fa1f-aee2-491c-a050-17488b18376e'] in dv-cinder-804757-6-iscsi is: [{'id': 'fa85fa1f-aee2-491c-a050-17488b18376e', 'name': 'tempest-TestShelveInstance-1881883493-router', 'tenant_id': '105c4d58b4654f839cb3fabf991fca40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:47Z', 'updated_at': '2021-09-07T05:15:27Z', 'revision_number': 6, 'project_id': '105c4d58b4654f839cb3fabf991fca40', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:15:27.368661 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.403466 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d5a552-e9e0-4732-83a8-dfb79af8512b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:27.457653 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376362'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.560791 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1891'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.563133 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.627564 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374384'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.628005 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa85fa1f-aee2-491c-a050-17488b18376e {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 05:15:27.634402 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.635552 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-253bc4bf-8ebd-498c-89b8-7457c3807aad admin admin] 10.222.0.49 "DELETE /v2.0/routers/fa85fa1f-aee2-491c-a050-17488b18376e HTTP/1.1" status: 204 len: 168 time: 0.7987533 Sep 07 05:15:27.638068 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51442) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:27.684241 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-356ec80d-c04f-49b6-9c72-12c592b3796b admin admin] Deleting subnet 03fb6184-8a82-422b-a7f9-708c0ce94db0 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:15:27.688003 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-356ec80d-c04f-49b6-9c72-12c592b3796b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.727943 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-356ec80d-c04f-49b6-9c72-12c592b3796b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9872479'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.777523 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 556f3103-ab9a-4973-86e8-389365d7520f no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:27.804749 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 556f3103-ab9a-4973-86e8-389365d7520f {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:27.805090 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 556f3103-ab9a-4973-86e8-389365d7520f not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:27.812382 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-356ec80d-c04f-49b6-9c72-12c592b3796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.865341 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-356ec80d-c04f-49b6-9c72-12c592b3796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9872391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095070'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.890427 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ec80d-c04f-49b6-9c72-12c592b3796b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03fb6184-8a82-422b-a7f9-708c0ce94db0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:27.894109 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-356ec80d-c04f-49b6-9c72-12c592b3796b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:27.896100 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-356ec80d-c04f-49b6-9c72-12c592b3796b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/03fb6184-8a82-422b-a7f9-708c0ce94db0 HTTP/1.1" status: 204 len: 168 time: 0.2569902 Sep 07 05:15:27.899635 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51444) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:27.900432 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a0c534-90e8-4301-86a7-f660627a80ea None None] Network 1b184882-65c8-47f5-b00a-bb81630b4a53 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:15:27.965858 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.022223 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Deleting port 5624dafd-c104-4938-a7c9-ba33221d3539 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:28.022684 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.091615 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] For port 5624dafd-c104-4938-a7c9-ba33221d3539, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=5624dafd-c104-4938-a7c9-ba33221d3539,segment=NetworkSegment(79becf55-6485-4d53-bda0-fb4ae620186d),segment_id=79becf55-6485-4d53-bda0-fb4ae620186d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:28.091903 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.104934 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Calling delete_port for 5624dafd-c104-4938-a7c9-ba33221d3539 owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:28.116126 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ab187-ab28-4cc8-8003-565cbc773c47 None None] DHCP port deletion for 1b184882-65c8-47f5-b00a-bb81630b4a53 request from dv-cinder-804757-6-iscsi {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 05:15:28.164712 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c52ab187-ab28-4cc8-8003-565cbc773c47 None None] Deleting port 5624dafd-c104-4938-a7c9-ba33221d3539 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:28.165022 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c52ab187-ab28-4cc8-8003-565cbc773c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.192581 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.223787 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5624dafd-c104-4938-a7c9-ba33221d3539,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:28.228699 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] No DVR routers for this DVR port 5624dafd-c104-4938-a7c9-ba33221d3539 on host dv-cinder-804757-6-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:15:28.231142 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c52ab187-ab28-4cc8-8003-565cbc773c47 None None] For port 5624dafd-c104-4938-a7c9-ba33221d3539, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=5624dafd-c104-4938-a7c9-ba33221d3539,segment=NetworkSegment(79becf55-6485-4d53-bda0-fb4ae620186d),segment_id=79becf55-6485-4d53-bda0-fb4ae620186d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:28.231725 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c52ab187-ab28-4cc8-8003-565cbc773c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.250355 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c52ab187-ab28-4cc8-8003-565cbc773c47 None None] Calling delete_port for 5624dafd-c104-4938-a7c9-ba33221d3539 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:28.306016 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.327018 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b184882-65c8-47f5-b00a-bb81630b4a53']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:28.334139 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c52ab187-ab28-4cc8-8003-565cbc773c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.337569 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79becf55-6485-4d53-bda0-fb4ae620186d') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:28.337868 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79becf55-6485-4d53-bda0-fb4ae620186d') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:28.353652 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9990770'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.358326 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ab187-ab28-4cc8-8003-565cbc773c47 None None] Pushing event deleted for resources: {'Port': ['ID=5624dafd-c104-4938-a7c9-ba33221d3539,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:28.367713 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ab187-ab28-4cc8-8003-565cbc773c47 None None] No DVR routers for this DVR port 5624dafd-c104-4938-a7c9-ba33221d3539 on host dv-cinder-804757-6-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:15:28.371017 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.382968 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:15:28.383789 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327631'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: Traceback (most recent call last): Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: timer() Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: cb(*args, **kw) Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: return func(*args, **kwargs) Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: self._notify() Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: self.callback(batched_events) Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: event.method(event) Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: return f(self, *a, **k) Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._get(url).json() Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: return self.request(url, 'GET', **kwargs) Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:15:28.385680 dv-cinder-804757-6-iscsi neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:15:28.442467 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.450057 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.451156 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1b184882-65c8-47f5-b00a-bb81630b4a53 HTTP/1.1" status: 204 len: 168 time: 0.5503247 Sep 07 05:15:28.462535 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4df090-4adf-4698-a2ed-bfcb937423e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b184882-65c8-47f5-b00a-bb81630b4a53,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:28.563827 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51450) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:28.603101 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-5c2f9a58-40eb-4614-ac59-aae7011c59df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b8f3434f41f4c5b921765b440dc3b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380754 Sep 07 05:15:28.605583 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51452) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:28.652825 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f92d421-39e1-4491-b442-f7ade8357e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.676982 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f92d421-39e1-4491-b442-f7ade8357e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.723808 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f92d421-39e1-4491-b442-f7ade8357e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.726712 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f92d421-39e1-4491-b442-f7ade8357e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:28.727869 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-0f92d421-39e1-4491-b442-f7ade8357e6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/884e8ed5-189a-4d07-9291-3d44fdd4bf4c HTTP/1.1" status: 204 len: 168 time: 0.1213977 Sep 07 05:15:28.735631 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92d421-39e1-4491-b442-f7ade8357e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884e8ed5-189a-4d07-9291-3d44fdd4bf4c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:29.042361 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51458) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:29.082336 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-c3952a1c-c827-4909-9133-da0d47582461 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=105c4d58b4654f839cb3fabf991fca40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388393 Sep 07 05:15:29.084866 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51460) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:29.132815 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f950ce07-e4c9-4054-8db3-a0ae79ef7180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:29.153562 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f950ce07-e4c9-4054-8db3-a0ae79ef7180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:29.198753 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f950ce07-e4c9-4054-8db3-a0ae79ef7180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:29.201529 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f950ce07-e4c9-4054-8db3-a0ae79ef7180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:29.202721 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-f950ce07-e4c9-4054-8db3-a0ae79ef7180 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eaee5ea7-f7e5-408a-a318-3167c5b7d77c HTTP/1.1" status: 204 len: 168 time: 0.1169474 Sep 07 05:15:29.210614 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950ce07-e4c9-4054-8db3-a0ae79ef7180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaee5ea7-f7e5-408a-a318-3167c5b7d77c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:29.705801 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 5624dafd-c104-4938-a7c9-ba33221d3539 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:29.726972 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 5624dafd-c104-4938-a7c9-ba33221d3539 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:29.727313 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 5624dafd-c104-4938-a7c9-ba33221d3539 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:29.727714 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device d6d5a552-e9e0-4732-83a8-dfb79af8512b no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:29.746005 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: d6d5a552-e9e0-4732-83a8-dfb79af8512b {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:29.746344 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device d6d5a552-e9e0-4732-83a8-dfb79af8512b not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:31.696307 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-1543663f-61cd-4d1e-a41d-e00785695313 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796155867&fields=id&tenant_id=095f65ec3c9f4452b30160f255daa001 HTTP/1.1" status: 200 len: 267 time: 0.0325246 Sep 07 05:15:31.805887 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a631ee-b951-496c-b988-77ad958fc984 req-2a5c4d4a-c332-47f8-af51-b593ea8f73a4 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:31.807338 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-2a5c4d4a-c332-47f8-af51-b593ea8f73a4 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 812 time: 0.1043980 Sep 07 05:15:31.823424 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-79e17bf0-3635-4d6e-8141-543a4dad1a63 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/quotas/095f65ec3c9f4452b30160f255daa001 HTTP/1.1" status: 200 len: 375 time: 0.0103364 Sep 07 05:15:31.874522 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-6ecf3d6c-e516-4d93-8136-af1b45410a3d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457251 Sep 07 05:15:31.972622 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-baeaa46e-8856-41b3-a294-cdee19ec664a service neutron] 10.222.0.49 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855680 Sep 07 05:15:32.061823 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-e837e9c7-9acc-4722-b5e3-57037200980a service neutron] 10.222.0.49 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824783 Sep 07 05:15:32.342230 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-746777da-31c1-456f-ad6d-0abb753e37c8 req-c5e2a07e-e086-4163-b3d0-12d09cc56078 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 210 time: 0.0287406 Sep 07 05:15:33.239692 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a631ee-b951-496c-b988-77ad958fc984 req-6c890da6-8a47-4e12-974b-48e2013048a2 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:33.241965 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-6c890da6-8a47-4e12-974b-48e2013048a2 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 812 time: 0.1032271 Sep 07 05:15:33.285010 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-8c08652f-4841-4679-9751-8f9c7053ec83 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=095f65ec3c9f4452b30160f255daa001 HTTP/1.1" status: 200 len: 380 time: 0.0334551 Sep 07 05:15:33.296405 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'port': {'device_id': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'admin_state_up': True, 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'security_groups': ['363e484d-f93a-4fef-9e9b-4db059c59b7b']}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:33.408249 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Made reservation on behalf of 095f65ec3c9f4452b30160f255daa001 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:15:33.411780 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:33.436486 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a9a8693c-bf9f-4cc7-8e20-93c474c5b1ad req-33e0da8e-2736-4851-8a55-8cd60f2f1df2 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 210 time: 0.0261688 Sep 07 05:15:33.541848 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Allocated IP 172.20.0.6 (03e3b7d2-8365-4405-9376-cb8bab634c1a/e098dcda-7cd5-4c80-b5ae-3a2075d7755b/74fff56c-bb93-48db-8477-5484f4086bcd) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:33.685879 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:33.700754 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Transition to ACTIVE for port object 74fff56c-bb93-48db-8477-5484f4086bcd will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:33.741350 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:33.785731 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:33.789166 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:33.792794 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:15:33.820954 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'Port': ['ID=74fff56c-bb93-48db-8477-5484f4086bcd,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:33.847987 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:33.848618 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:33.864242 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-189106ea-f740-4e9a-8d0b-3f4841da5373 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713763 Sep 07 05:15:33.878201 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Request body: {'port': {'device_id': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:33.934734 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:33.985084 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f517b65c-a1df-4010-8993-b82b8a546027 None None] Provisioning for port 74fff56c-bb93-48db-8477-5484f4086bcd completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:33.989168 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f517b65c-a1df-4010-8993-b82b8a546027 None None] Provisioning complete for port 74fff56c-bb93-48db-8477-5484f4086bcd triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:33.989602 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f517b65c-a1df-4010-8993-b82b8a546027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:34.025981 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f517b65c-a1df-4010-8993-b82b8a546027 None None] Port 74fff56c-bb93-48db-8477-5484f4086bcd cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:15:34.196131 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fff56c-bb93-48db-8477-5484f4086bcd {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:15:34.203670 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:34.215776 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Transition to ACTIVE for port object 74fff56c-bb93-48db-8477-5484f4086bcd will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:34.219728 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:34.269153 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Pushing event updated for resources: {'Port': ['ID=74fff56c-bb93-48db-8477-5484f4086bcd,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:34.342195 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Attempting to bind port 74fff56c-bb93-48db-8477-5484f4086bcd on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:15:34.342548 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Attempting to bind port 74fff56c-bb93-48db-8477-5484f4086bcd by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:15:34.342854 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Attempting to bind port 74fff56c-bb93-48db-8477-5484f4086bcd on network 03e3b7d2-8365-4405-9376-cb8bab634c1a {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:15:34.348467 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Port 74fff56c-bb93-48db-8477-5484f4086bcd on network 03e3b7d2-8365-4405-9376-cb8bab634c1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:15:34.348798 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Attempting to bind port 74fff56c-bb93-48db-8477-5484f4086bcd on network 03e3b7d2-8365-4405-9376-cb8bab634c1a {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:15:34.355071 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:15:34.355406 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Checking segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:34.355785 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Bound using segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:15:34.356246 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Bound port: 74fff56c-bb93-48db-8477-5484f4086bcd, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:15:34.356677 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:34.425031 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] For port 74fff56c-bb93-48db-8477-5484f4086bcd, host hv-cinder-80475, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:15:34.428665 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] For port 74fff56c-bb93-48db-8477-5484f4086bcd, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74fff56c-bb93-48db-8477-5484f4086bcd,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:15:34.434378 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:34.469845 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:34.470392 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:34.471795 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/74fff56c-bb93-48db-8477-5484f4086bcd HTTP/1.1" status: 200 len: 1093 time: 0.5979559 Sep 07 05:15:34.472257 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'tag': '74fff56c-bb93-48db-8477-5484f4086bcd'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:15:34.474479 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f9ed82-f063-4422-94d3-d4554f225673" -d '{"events": [{"name": "network-changed", "server_uuid": "de0cabe4-dc15-4842-8137-2cae76dd90ac", "tag": "74fff56c-bb93-48db-8477-5484f4086bcd"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:15:34.501439 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e6b88-175f-4036-84cb-8988752545d2 service neutron] Pushing event updated for resources: {'Port': ['ID=74fff56c-bb93-48db-8477-5484f4086bcd,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:34.528592 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e725913-117e-4739-ab25-c447d8175b1d x-openstack-request-id: req-5e725913-117e-4739-ab25-c447d8175b1d {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:15:34.528901 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0cabe4-dc15-4842-8137-2cae76dd90ac", "tag": "74fff56c-bb93-48db-8477-5484f4086bcd", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:15:34.529129 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e725913-117e-4739-ab25-c447d8175b1d {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:15:34.529527 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'tag': '74fff56c-bb93-48db-8477-5484f4086bcd', 'status': 'completed', 'code': 200} Sep 07 05:15:34.595104 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a631ee-b951-496c-b988-77ad958fc984 req-2bc9c9cb-bc03-4e56-ad2a-2f40c584cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:34.596637 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-2bc9c9cb-bc03-4e56-ad2a-2f40c584cf97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 1096 time: 0.0788796 Sep 07 05:15:34.610254 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0893b-8cf2-49e3-bbe1-204171011c29 req-bc6dc011-4ae3-44a1-bfed-e53a3639b179 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:34.611596 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e0d0893b-8cf2-49e3-bbe1-204171011c29 req-bc6dc011-4ae3-44a1-bfed-e53a3639b179 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 943 time: 0.0666206 Sep 07 05:15:34.655333 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-ceb28f9a-98e6-48b9-93bc-e32114a5fc36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fff56c-bb93-48db-8477-5484f4086bcd HTTP/1.1" status: 200 len: 217 time: 0.0427470 Sep 07 05:15:34.722484 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e0d0893b-8cf2-49e3-bbe1-204171011c29 req-e57f8c14-8d77-4108-9ee0-d349d0bf430a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028278 Sep 07 05:15:34.733643 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a631ee-b951-496c-b988-77ad958fc984 req-e3eaa5da-4732-4a6f-84ce-a4e48aff5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:34.735177 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-e3eaa5da-4732-4a6f-84ce-a4e48aff5ef1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0708990 Sep 07 05:15:34.790599 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a631ee-b951-496c-b988-77ad958fc984 req-f30e969d-861a-4cea-bfd9-4e5be260d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:34.792145 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-f30e969d-861a-4cea-bfd9-4e5be260d3a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492485 Sep 07 05:15:35.149108 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-602ef026-8648-4ff1-83d0-a1fd7ad0f3ff service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495324 Sep 07 05:15:35.241873 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-30a631ee-b951-496c-b988-77ad958fc984 req-45a1d1c8-35a7-40f4-91c2-fc1409b94180 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845718 Sep 07 05:15:35.326270 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-d7fea6ca-5c7e-45e5-b392-b19b6cadd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:35.327717 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-d7fea6ca-5c7e-45e5-b392-b19b6cadd509 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 1096 time: 0.0397036 Sep 07 05:15:35.421349 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-9ca9d6f5-f147-42f7-8f7a-407c59a9d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:35.422718 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-9ca9d6f5-f147-42f7-8f7a-407c59a9d9bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.0872583 Sep 07 05:15:35.464813 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-d74c1375-9b89-49a6-ba59-b525eaf1bc8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fff56c-bb93-48db-8477-5484f4086bcd HTTP/1.1" status: 200 len: 217 time: 0.0339754 Sep 07 05:15:35.515191 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-7bc563de-999b-4679-bd48-fc06c42da0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:35.516574 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-7bc563de-999b-4679-bd48-fc06c42da0f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0449886 Sep 07 05:15:35.564226 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-b0ddae22-97de-4d89-9019-af20bccb6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:35.565724 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-b0ddae22-97de-4d89-9019-af20bccb6a23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419440 Sep 07 05:15:35.657736 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-dd6bb878-f429-48c2-a893-15c35534e6ab service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846612 Sep 07 05:15:35.750235 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7f9ed82-f063-4422-94d3-d4554f225673 req-2deeedb0-9623-4900-a4fb-e86be0e62082 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850627 Sep 07 05:15:35.844827 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04ab32-c00c-4d16-b99a-d4659e39f32e req-6c930bd3-301d-47e1-ad38-df09e245e294 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:35.846291 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ed04ab32-c00c-4d16-b99a-d4659e39f32e req-6c930bd3-301d-47e1-ad38-df09e245e294 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 943 time: 0.0521169 Sep 07 05:15:35.884241 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ed04ab32-c00c-4d16-b99a-d4659e39f32e req-595320d0-a1da-4752-9f7c-5c4f21daa275 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314405 Sep 07 05:15:36.995727 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408828eb-f408-41c5-afd0-2e42f7f74628 req-278f7050-6bed-4783-aa35-11358527fbea tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:36.997219 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-408828eb-f408-41c5-afd0-2e42f7f74628 req-278f7050-6bed-4783-aa35-11358527fbea tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 943 time: 0.0481102 Sep 07 05:15:37.034449 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-408828eb-f408-41c5-afd0-2e42f7f74628 req-1c255f19-ec59-4178-9fd7-9721c9eabe27 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Sep 07 05:15:38.149879 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839aedd-48b4-496e-8971-9a2b95ff7e2b req-61a08199-2f41-4dff-9d6c-68b203c13997 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:38.151369 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5839aedd-48b4-496e-8971-9a2b95ff7e2b req-61a08199-2f41-4dff-9d6c-68b203c13997 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 943 time: 0.0516636 Sep 07 05:15:38.189829 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5839aedd-48b4-496e-8971-9a2b95ff7e2b req-d75e0a3a-02b0-4ca2-b605-b22e1f726972 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326216 Sep 07 05:15:39.300795 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adb24-ea6d-487d-8084-5193c7c7ce82 req-2c9e591e-d6f0-4bc9-b4f4-363a80ceba5e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:39.302302 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5a1adb24-ea6d-487d-8084-5193c7c7ce82 req-2c9e591e-d6f0-4bc9-b4f4-363a80ceba5e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 943 time: 0.0485146 Sep 07 05:15:39.340313 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5a1adb24-ea6d-487d-8084-5193c7c7ce82 req-b733111a-f8e3-4975-84f2-3f3c850d59b2 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314980 Sep 07 05:15:40.455459 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e806a-4cec-4217-a995-33ce5b32cc9d req-c3c88976-7f82-4401-bf6b-59b8fdcbb6c8 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:40.456997 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-154e806a-4cec-4217-a995-33ce5b32cc9d req-c3c88976-7f82-4401-bf6b-59b8fdcbb6c8 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 943 time: 0.0516136 Sep 07 05:15:40.494944 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-154e806a-4cec-4217-a995-33ce5b32cc9d req-b473dc5d-0702-4e5a-a9c2-f33ea13f836d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Sep 07 05:15:41.470001 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 74fff56c-bb93-48db-8477-5484f4086bcd details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:15:41.566762 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 74fff56c-bb93-48db-8477-5484f4086bcd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74fff56c-bb93-48db-8477-5484f4086bcd,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:41.579139 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '74fff56c-bb93-48db-8477-5484f4086bcd', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'port_id': '74fff56c-bb93-48db-8477-5484f4086bcd', 'mac_address': 'fa:16:3e:1d:7f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:15:41.613723 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ade28-70cd-46ea-bbdc-0d8c8ef2ebe7 req-74465e7d-9424-4029-9eb4-eb3650eb996a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:41.615317 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9f1ade28-70cd-46ea-bbdc-0d8c8ef2ebe7 req-74465e7d-9424-4029-9eb4-eb3650eb996a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 943 time: 0.0543337 Sep 07 05:15:41.630042 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:41.642851 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fff56c-bb93-48db-8477-5484f4086bcd {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:15:41.654851 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9f1ade28-70cd-46ea-bbdc-0d8c8ef2ebe7 req-c8a5295e-d7b8-4fa8-98f0-8602325bcceb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332816 Sep 07 05:15:41.663815 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 74fff56c-bb93-48db-8477-5484f4086bcd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74fff56c-bb93-48db-8477-5484f4086bcd,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:41.668880 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:41.715496 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=74fff56c-bb93-48db-8477-5484f4086bcd,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:41.908955 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['74fff56c-bb93-48db-8477-5484f4086bcd'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:15:42.770284 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df618ff-e58f-4519-96bf-efb57eea48b9 req-0f6637f4-e375-418a-8adc-fcc74df3c8c9 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:42.771887 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1df618ff-e58f-4519-96bf-efb57eea48b9 req-0f6637f4-e375-418a-8adc-fcc74df3c8c9 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 944 time: 0.0511434 Sep 07 05:15:42.809106 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1df618ff-e58f-4519-96bf-efb57eea48b9 req-dbc91728-6ac7-4d6c-8da4-abe494481665 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312774 Sep 07 05:15:43.491477 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 74fff56c-bb93-48db-8477-5484f4086bcd up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:43.538497 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 74fff56c-bb93-48db-8477-5484f4086bcd completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:43.542922 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 74fff56c-bb93-48db-8477-5484f4086bcd triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:43.543498 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:43.622116 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:43.647306 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fff56c-bb93-48db-8477-5484f4086bcd'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:15:43.649551 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24afea73-4272-4d25-8f06-9417c1d09bda" -d '{"events": [{"server_uuid": "de0cabe4-dc15-4842-8137-2cae76dd90ac", "name": "network-vif-plugged", "status": "completed", "tag": "74fff56c-bb93-48db-8477-5484f4086bcd"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:15:43.668533 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 74fff56c-bb93-48db-8477-5484f4086bcd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74fff56c-bb93-48db-8477-5484f4086bcd,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:43.673277 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:43.697433 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68443fb7-b25d-40b5-a266-464062d739f0 x-openstack-request-id: req-68443fb7-b25d-40b5-a266-464062d739f0 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:15:43.697725 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0cabe4-dc15-4842-8137-2cae76dd90ac", "name": "network-vif-plugged", "status": "completed", "tag": "74fff56c-bb93-48db-8477-5484f4086bcd", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:15:43.697976 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68443fb7-b25d-40b5-a266-464062d739f0 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:15:43.698361 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fff56c-bb93-48db-8477-5484f4086bcd', 'code': 200} Sep 07 05:15:43.725608 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=74fff56c-bb93-48db-8477-5484f4086bcd,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:43.909089 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04b348-7b9a-4d90-b63c-92dba76df7bd req-e4ad0b17-5b43-44ae-a577-930cf8028433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:43.910587 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce04b348-7b9a-4d90-b63c-92dba76df7bd req-e4ad0b17-5b43-44ae-a577-930cf8028433 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 1098 time: 0.0390124 Sep 07 05:15:43.924210 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feab9d-394f-4871-87ee-fcb410d72f86 req-993ef26d-3bb6-48f5-803d-05f87cc00b2e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:43.925692 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-47feab9d-394f-4871-87ee-fcb410d72f86 req-993ef26d-3bb6-48f5-803d-05f87cc00b2e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 945 time: 0.0474772 Sep 07 05:15:43.947649 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ce04b348-7b9a-4d90-b63c-92dba76df7bd req-27c97fed-775f-4c52-97fe-6fd1b019914b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287566 Sep 07 05:15:43.963447 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-47feab9d-394f-4871-87ee-fcb410d72f86 req-f5192949-2d4a-47b4-9776-ccb5314b4015 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309949 Sep 07 05:15:45.082787 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8616d0-177d-43cf-932b-9d66793803eb req-1a4013f6-c4e8-43a2-a457-886d876c0c12 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:45.084275 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b8616d0-177d-43cf-932b-9d66793803eb req-1a4013f6-c4e8-43a2-a457-886d876c0c12 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 945 time: 0.0508897 Sep 07 05:15:45.127741 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-3b8616d0-177d-43cf-932b-9d66793803eb req-98a93813-b496-4165-9433-eecc5d2ccd9c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364904 Sep 07 05:15:45.240040 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824770e-ff6f-4431-bf32-7753faafb795 req-ed80ce2c-ef79-4601-8da6-bc1dfa1e3af7 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:45.242256 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4824770e-ff6f-4431-bf32-7753faafb795 req-ed80ce2c-ef79-4601-8da6-bc1dfa1e3af7 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 945 time: 0.0487232 Sep 07 05:15:45.279080 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4824770e-ff6f-4431-bf32-7753faafb795 req-1f18ab63-c95a-46e5-bf10-4a91f34cc8b4 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309610 Sep 07 05:15:45.301205 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51528) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:45.488321 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02deae69-f07f-4265-9f73-11ca5b762386 tempest-TestVolumeBootPattern-639903008 tempest-TestVolumeBootPattern-639903008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:45.489811 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-02deae69-f07f-4265-9f73-11ca5b762386 tempest-TestVolumeBootPattern-639903008 tempest-TestVolumeBootPattern-639903008-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 1093 time: 0.1876371 Sep 07 05:15:45.493901 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51532) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:45.498382 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'floatingip': {'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'port_id': '74fff56c-bb93-48db-8477-5484f4086bcd', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:45.520153 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:45.613881 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:45.719686 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Allocated IP 172.27.3.200 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/2ce1b031-015b-4fea-9fb8-bc8128bc13ce) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:45.818817 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:45.856442 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:45.894934 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:45.898514 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:45.901998 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:15:45.927084 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'Port': ['ID=2ce1b031-015b-4fea-9fb8-bc8128bc13ce,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:46.267048 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:46.297156 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72454ff-4c50-4db7-88da-5d6e8f481f37 req-efae6b15-983f-4bf3-8dfa-808c20ee17f5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:46.298752 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f72454ff-4c50-4db7-88da-5d6e8f481f37 req-efae6b15-983f-4bf3-8dfa-808c20ee17f5 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 947 time: 0.0537870 Sep 07 05:15:46.339288 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f72454ff-4c50-4db7-88da-5d6e8f481f37 req-fda2df16-045e-4f83-803b-aa79fff57a45 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340788 Sep 07 05:15:46.573112 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:46.718378 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:46.724265 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:46.790856 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'Port': ['ID=2ce1b031-015b-4fea-9fb8-bc8128bc13ce,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:46.800338 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:46.897122 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Floating IP ab4eded8-c2b8-4eb7-88b4-6a6d8b16ae84 associated. External IP: 172.27.3.200, port: 74fff56c-bb93-48db-8477-5484f4086bcd. Sep 07 05:15:47.098946 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Router a806b06f-0e85-4369-ba14-aafc755dd084 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:15:47.206789 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:47.217131 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] Sync routers for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:47.222163 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:47.228007 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:47.228645 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:47.249960 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c1e306db-cdad-4afd-818a-f7bde5e8b53b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7547834 Sep 07 05:15:47.250551 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'tag': '74fff56c-bb93-48db-8477-5484f4086bcd'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:15:47.252820 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be196d18-5694-4bd1-9f4a-2309b713b594" -d '{"events": [{"name": "network-changed", "server_uuid": "de0cabe4-dc15-4842-8137-2cae76dd90ac", "tag": "74fff56c-bb93-48db-8477-5484f4086bcd"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:15:47.289311 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3821137-691a-45ea-ba88-28cd3d086565 x-openstack-request-id: req-c3821137-691a-45ea-ba88-28cd3d086565 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:15:47.289947 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0cabe4-dc15-4842-8137-2cae76dd90ac", "tag": "74fff56c-bb93-48db-8477-5484f4086bcd", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:15:47.289947 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3821137-691a-45ea-ba88-28cd3d086565 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:15:47.290238 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'tag': '74fff56c-bb93-48db-8477-5484f4086bcd', 'status': 'completed', 'code': 200} Sep 07 05:15:47.339356 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:47.355567 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-d14a767f-ac48-49f3-a23d-991263a0c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:47.357018 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-d14a767f-ac48-49f3-a23d-991263a0c16b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 1098 time: 0.0412321 Sep 07 05:15:47.489650 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-1eb5b30f-c8d4-4e70-8f81-cae91fb9f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:47.491216 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-1eb5b30f-c8d4-4e70-8f81-cae91fb9f6a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.1272042 Sep 07 05:15:47.499092 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f204-09a7-4826-8172-dd9c134943c5 req-96741eda-37a8-4689-b5e6-7bdd90d2e711 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:47.500575 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2239f204-09a7-4826-8172-dd9c134943c5 req-96741eda-37a8-4689-b5e6-7bdd90d2e711 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 947 time: 0.0781362 Sep 07 05:15:47.577871 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-2239f204-09a7-4826-8172-dd9c134943c5 req-75d7697e-6e62-4fe1-b0af-4c74753928db tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups?id=4befe0b1-989c-403c-835b-0098a8957133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700798 Sep 07 05:15:47.596467 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-d788fc8d-ef3f-43b6-add4-60df5246bd11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fff56c-bb93-48db-8477-5484f4086bcd HTTP/1.1" status: 200 len: 999 time: 0.0948939 Sep 07 05:15:47.624459 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-1b5737fa-5bbf-4909-ace3-ec6ad26a51b2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:47.626024 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-1b5737fa-5bbf-4909-ace3-ec6ad26a51b2 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.16 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 947 time: 0.0497556 Sep 07 05:15:47.652676 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-8189cef7-62b3-4a03-9834-cbef4d418d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:47.654136 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-8189cef7-62b3-4a03-9834-cbef4d418d32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0497704 Sep 07 05:15:47.704474 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-a51b3e4b-fa51-438e-be04-3f09df004d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:47.706084 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-a51b3e4b-fa51-438e-be04-3f09df004d40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441110 Sep 07 05:15:47.718018 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'ab4eded8-c2b8-4eb7-88b4-6a6d8b16ae84', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '74fff56c-bb93-48db-8477-5484f4086bcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:1d:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:15:46Z', 'updated_at': '2021-09-07T05:15:46Z', 'revision_number': 0, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:47.723854 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Deleting port 2885be47-b640-42e5-bb5c-40c4cb69e776 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:47.724374 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:47.746817 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] Checking router: a806b06f-0e85-4369-ba14-aafc755dd084 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:47.755234 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:47.755849 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:47.810414 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-c5cc5480-27ea-493b-a9be-212b6c2f5204 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975089 Sep 07 05:15:47.816206 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6ee1a1b0-7148-44d0-8bf4-cfafdbead2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:47.826656 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] For port 2885be47-b640-42e5-bb5c-40c4cb69e776, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2885be47-b640-42e5-bb5c-40c4cb69e776,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:47.827163 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:47.879441 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:47.904751 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-be196d18-5694-4bd1-9f4a-2309b713b594 req-f1335b30-7ca1-4790-8636-b225956fdf71 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877860 Sep 07 05:15:48.071776 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:48.072326 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:48.072593 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Floating IP 0d386d4d-c5df-4532-a949-449843bbffa9 disassociated. External IP: 172.27.3.193, port: 2885be47-b640-42e5-bb5c-40c4cb69e776. Sep 07 05:15:48.072998 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Calling delete_port for 2885be47-b640-42e5-bb5c-40c4cb69e776 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:48.117893 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'ab4eded8-c2b8-4eb7-88b4-6a6d8b16ae84', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '74fff56c-bb93-48db-8477-5484f4086bcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:1d:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:15:46Z', 'updated_at': '2021-09-07T05:15:46Z', 'revision_number': 0, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:48.154351 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5435a-f658-478f-b6da-6ffc14c7f156 None None] The sync data for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi is: [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'ab4eded8-c2b8-4eb7-88b4-6a6d8b16ae84', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '74fff56c-bb93-48db-8477-5484f4086bcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:1d:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:15:46Z', 'updated_at': '2021-09-07T05:15:46Z', 'revision_number': 0, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:15:48.221519 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:48.254259 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event deleted for resources: {'Port': ['ID=2885be47-b640-42e5-bb5c-40c4cb69e776,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:48.368745 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7b710f-ae7c-4c70-8892-900bd9c1385a None None] New status for floating IP ab4eded8-c2b8-4eb7-88b4-6a6d8b16ae84: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:15:48.379104 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Router b466ee06-045f-40d2-9078-559dfe9f97a5 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:15:48.493195 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:48.539233 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] No DVR routers for this DVR port 2885be47-b640-42e5-bb5c-40c4cb69e776 on host hv-cinder-80475 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:15:48.542609 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:48.544839 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ae183bb8-0882-48d7-870e-1400f0391fdf req-a985fdde-2995-4668-a3ef-ed0ae617a0ce tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.16 "DELETE /v2.0/ports/2885be47-b640-42e5-bb5c-40c4cb69e776 HTTP/1.1" status: 204 len: 173 time: 0.9130244 Sep 07 05:15:48.641780 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] Sync routers for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:48.653475 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:48.654144 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:48.723279 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e2867a5-743d-4dcb-a46a-e20d0b40d121 req-d59970a8-4ff6-4e2b-8c76-d3a9cf3edd8f tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/ports?device_id=9399db7a-849f-4ceb-bbdc-0126ffec3df4 HTTP/1.1" status: 200 len: 210 time: 0.0306542 Sep 07 05:15:48.795010 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:48.999570 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:49.030003 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] Checking router: b466ee06-045f-40d2-9078-559dfe9f97a5 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:49.038400 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:49.038936 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:49.141314 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:49.291872 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'name': 'network-vif-deleted', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:15:49.294195 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d207eac-622a-4bc8-b295-88b3ba50ab5d" -d '{"events": [{"server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "name": "network-vif-deleted", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:15:49.329957 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1e49d0-3dde-4a7a-a8d2-5bd4a5bb4abb x-openstack-request-id: req-7a1e49d0-3dde-4a7a-a8d2-5bd4a5bb4abb {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:15:49.330245 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9399db7a-849f-4ceb-bbdc-0126ffec3df4", "name": "network-vif-deleted", "tag": "2885be47-b640-42e5-bb5c-40c4cb69e776", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:15:49.330483 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a1e49d0-3dde-4a7a-a8d2-5bd4a5bb4abb {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:15:49.330875 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9399db7a-849f-4ceb-bbdc-0126ffec3df4', 'name': 'network-vif-deleted', 'tag': '2885be47-b640-42e5-bb5c-40c4cb69e776', 'status': 'completed', 'code': 200} Sep 07 05:15:49.334237 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:49.359864 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261600e8-5048-436b-9c35-819bc06d2ad0 None None] The sync data for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi is: [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:09:17Z', 'revision_number': 4, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '99533e8d-54a4-4017-989f-bc1c9ceb0bf5', 'name': '', 'network_id': 'c34864df-6196-4552-ac86-6f2292b1a813', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'mac_address': 'fa:16:3e:4a:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:16Z', 'updated_at': '2021-09-07T05:09:27Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'subnets': [{'id': '8dc3ea88-6288-4029-9e1b-02111d8980b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:15:49.586758 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f5382-7602-493d-8aca-9692566e03cb None None] New status for floating IP 0d386d4d-c5df-4532-a949-449843bbffa9: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:15:49.685061 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:49.818076 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51558) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:49.872631 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a83d-ce11-40c3-bc8f-5e9834913713 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:49.897034 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a83d-ce11-40c3-bc8f-5e9834913713 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:49.946807 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a83d-ce11-40c3-bc8f-5e9834913713 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:49.949409 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a83d-ce11-40c3-bc8f-5e9834913713 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:49.950604 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-3ad6a83d-ce11-40c3-bc8f-5e9834913713 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "DELETE /v2.0/security-groups/4befe0b1-989c-403c-835b-0098a8957133 HTTP/1.1" status: 204 len: 168 time: 0.1314259 Sep 07 05:15:49.953476 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51560) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:49.960431 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6a83d-ce11-40c3-bc8f-5e9834913713 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4befe0b1-989c-403c-835b-0098a8957133,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:49.967714 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.api.v2.resource [None req-80876c18-98b6-4530-adae-9432cf10ced8 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] show failed (client error): The resource could not be found. Sep 07 05:15:49.968768 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-80876c18-98b6-4530-adae-9432cf10ced8 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "GET /v2.0/security-groups/4befe0b1-989c-403c-835b-0098a8957133 HTTP/1.1" status: 404 len: 347 time: 0.0143335 Sep 07 05:15:49.971678 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51562) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:50.099714 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-15fb32c6-fd8c-4699-98ff-b0c898a04d95 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Deleting port 6a1e887a-611e-48c2-8c61-737c4f891dc4 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:50.099960 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15fb32c6-fd8c-4699-98ff-b0c898a04d95 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:50.175249 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15fb32c6-fd8c-4699-98ff-b0c898a04d95 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:50.175579 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15fb32c6-fd8c-4699-98ff-b0c898a04d95 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:50.187667 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-15fb32c6-fd8c-4699-98ff-b0c898a04d95 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Calling delete_port for 6a1e887a-611e-48c2-8c61-737c4f891dc4 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:50.324647 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15fb32c6-fd8c-4699-98ff-b0c898a04d95 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:50.349147 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb32c6-fd8c-4699-98ff-b0c898a04d95 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Pushing event deleted for resources: {'Port': ['ID=6a1e887a-611e-48c2-8c61-737c4f891dc4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:50.414480 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15fb32c6-fd8c-4699-98ff-b0c898a04d95 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:50.416996 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-15fb32c6-fd8c-4699-98ff-b0c898a04d95 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:50.418182 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-15fb32c6-fd8c-4699-98ff-b0c898a04d95 tempest-AttachVolumeShelveTestJSON-951574186 tempest-AttachVolumeShelveTestJSON-951574186-project] 10.222.0.49 "DELETE /v2.0/floatingips/0d386d4d-c5df-4532-a949-449843bbffa9 HTTP/1.1" status: 204 len: 168 time: 0.4455447 Sep 07 05:15:50.921667 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-edab9273-b232-4ff7-af9f-3eca2489eac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:51.511868 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 2885be47-b640-42e5-bb5c-40c4cb69e776 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:51.535296 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 2885be47-b640-42e5-bb5c-40c4cb69e776 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:51.535633 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 2885be47-b640-42e5-bb5c-40c4cb69e776 not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:51.792732 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:52.109631 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:52.835966 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51584) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:53.271592 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-baba2173-7715-4966-9901-03479f40772f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375060'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:53.509939 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-baba2173-7715-4966-9901-03479f40772f admin admin] Deleting port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:53.510284 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-baba2173-7715-4966-9901-03479f40772f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:53.590792 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-baba2173-7715-4966-9901-03479f40772f admin admin] For port 99533e8d-54a4-4017-989f-bc1c9ceb0bf5, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=99533e8d-54a4-4017-989f-bc1c9ceb0bf5,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:53.591177 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-baba2173-7715-4966-9901-03479f40772f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:53.604016 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-baba2173-7715-4966-9901-03479f40772f admin admin] Calling delete_port for 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:53.781946 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-baba2173-7715-4966-9901-03479f40772f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:53.808657 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba2173-7715-4966-9901-03479f40772f admin admin] Pushing event deleted for resources: {'Port': ['ID=99533e8d-54a4-4017-989f-bc1c9ceb0bf5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:53.974140 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-baba2173-7715-4966-9901-03479f40772f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375176'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:54.001263 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:54.430235 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baba2173-7715-4966-9901-03479f40772f admin admin] Router b466ee06-045f-40d2-9078-559dfe9f97a5 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:15:54.532569 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baba2173-7715-4966-9901-03479f40772f admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:54.537486 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-baba2173-7715-4966-9901-03479f40772f admin admin] 10.222.0.49 "PUT /v2.0/routers/b466ee06-045f-40d2-9078-559dfe9f97a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001004 Sep 07 05:15:54.540349 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51592) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:54.542842 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] Sync routers for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:54.562456 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:54.563379 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:54.643992 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:54.672206 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:54.745026 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:54.804102 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Deleting port f2836f90-01e8-4838-9144-f284a13b6ac4 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:54.804476 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:54.886192 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] For port f2836f90-01e8-4838-9144-f284a13b6ac4, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=f2836f90-01e8-4838-9144-f284a13b6ac4,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:54.886554 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:54.899129 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Calling delete_port for f2836f90-01e8-4838-9144-f284a13b6ac4 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:54.976350 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:15:53Z', 'revision_number': 5, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port': {'id': 'f2836f90-01e8-4838-9144-f284a13b6ac4', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:09:10Z', 'updated_at': '2021-09-07T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:55.005919 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] Checking router: b466ee06-045f-40d2-9078-559dfe9f97a5 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:55.014681 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] Routers {'b466ee06-045f-40d2-9078-559dfe9f97a5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:55.015290 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['b466ee06-045f-40d2-9078-559dfe9f97a5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:55.063026 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.088709 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f2836f90-01e8-4838-9144-f284a13b6ac4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:55.104362 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] Set router b466ee06-045f-40d2-9078-559dfe9f97a5 gateway port host: None {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:55.152986 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376362'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.158704 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:15:54Z', 'revision_number': 6, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port_host': None}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:55.184047 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:15:55.189094 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481f5f2-65f3-4f65-ba51-c7daa5530736 None None] The sync data for ids ['b466ee06-045f-40d2-9078-559dfe9f97a5'] in dv-cinder-804757-6-iscsi is: [{'id': 'b466ee06-045f-40d2-9078-559dfe9f97a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1113059080-router', 'tenant_id': 'aae983a094f84fe891eb38815d522d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:09:08Z', 'updated_at': '2021-09-07T05:15:54Z', 'revision_number': 6, 'project_id': 'aae983a094f84fe891eb38815d522d61', 'gw_port_host': None}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:15:55.244877 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1891'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.247296 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.290441 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374384'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.291045 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router b466ee06-045f-40d2-9078-559dfe9f97a5 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 05:15:55.296478 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.297665 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4d3a3b8b-c3bc-47b3-ba54-b41a4d1310ee admin admin] 10.222.0.49 "DELETE /v2.0/routers/b466ee06-045f-40d2-9078-559dfe9f97a5 HTTP/1.1" status: 204 len: 168 time: 0.7563195 Sep 07 05:15:55.300012 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51594) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:55.344141 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b183965-c08f-47a7-ac49-9e67018422e7 admin admin] Deleting subnet 8dc3ea88-6288-4029-9e1b-02111d8980b2 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:15:55.347009 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b183965-c08f-47a7-ac49-9e67018422e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.385718 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b183965-c08f-47a7-ac49-9e67018422e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9872479'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.463804 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b183965-c08f-47a7-ac49-9e67018422e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.514498 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b183965-c08f-47a7-ac49-9e67018422e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9872391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095070'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.538873 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b183965-c08f-47a7-ac49-9e67018422e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc3ea88-6288-4029-9e1b-02111d8980b2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:55.548827 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b183965-c08f-47a7-ac49-9e67018422e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.548827 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-8b183965-c08f-47a7-ac49-9e67018422e7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8dc3ea88-6288-4029-9e1b-02111d8980b2 HTTP/1.1" status: 204 len: 168 time: 0.2455370 Sep 07 05:15:55.549220 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51596) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:55.551752 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ddb5fe-945a-4c00-a7db-117549f2e670 None None] Network c34864df-6196-4552-ac86-6f2292b1a813 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:15:55.620704 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.677563 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Deleting port ad4ee1ec-9fc4-408f-9955-4a63192e94e3 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:15:55.677909 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.743425 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] For port ad4ee1ec-9fc4-408f-9955-4a63192e94e3, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ad4ee1ec-9fc4-408f-9955-4a63192e94e3,segment=NetworkSegment(4ead968c-21d3-402a-943d-2b9dbdd5505e),segment_id=4ead968c-21d3-402a-943d-2b9dbdd5505e)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:15:55.743784 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.755989 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Calling delete_port for ad4ee1ec-9fc4-408f-9955-4a63192e94e3 owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:15:55.832211 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.858477 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4ee1ec-9fc4-408f-9955-4a63192e94e3,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:55.863073 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] No DVR routers for this DVR port ad4ee1ec-9fc4-408f-9955-4a63192e94e3 on host dv-cinder-804757-6-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:15:55.940681 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:55.964273 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34864df-6196-4552-ac86-6f2292b1a813']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:55.980723 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ead968c-21d3-402a-943d-2b9dbdd5505e') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:55.981056 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.services.segments.db [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ead968c-21d3-402a-943d-2b9dbdd5505e') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:55.983684 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb80ec4f-c737-48a7-8775-d28b73060132 None None] DHCP port deletion for c34864df-6196-4552-ac86-6f2292b1a813 request from dv-cinder-804757-6-iscsi {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 05:15:55.992716 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9990770'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:56.008836 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:56.015914 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:15:56.016332 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327631'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: Traceback (most recent call last): Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: timer() Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: cb(*args, **kw) Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: return func(*args, **kwargs) Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: self._notify() Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: self.callback(batched_events) Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: event.method(event) Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: return f(self, *a, **k) Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._get(url).json() Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: return self.request(url, 'GET', **kwargs) Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:15:56.018198 dv-cinder-804757-6-iscsi neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:15:56.048694 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ad4ee1ec-9fc4-408f-9955-4a63192e94e3 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:56.074523 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: ad4ee1ec-9fc4-408f-9955-4a63192e94e3 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:56.074855 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ad4ee1ec-9fc4-408f-9955-4a63192e94e3 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:56.075263 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device f2836f90-01e8-4838-9144-f284a13b6ac4 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:56.085697 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:56.092522 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:56.097585 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c34864df-6196-4552-ac86-6f2292b1a813 HTTP/1.1" status: 204 len: 168 time: 0.5471764 Sep 07 05:15:56.097947 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: f2836f90-01e8-4838-9144-f284a13b6ac4 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:56.098380 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device f2836f90-01e8-4838-9144-f284a13b6ac4 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:56.098873 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:15:56.107482 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dccd0a-26f4-4d1d-a5b8-9f045fcea383 admin admin] Pushing event deleted for resources: {'Network': ['ID=c34864df-6196-4552-ac86-6f2292b1a813,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:56.121513 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:15:56.121861 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 99533e8d-54a4-4017-989f-bc1c9ceb0bf5 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:15:56.218731 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51600) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:56.262439 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-ff2e000d-ce00-4306-8770-174907835d5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aae983a094f84fe891eb38815d522d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424252 Sep 07 05:15:56.265014 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51602) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:56.323067 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-97c1db95-3716-48a5-817f-16a023753fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:56.343888 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-97c1db95-3716-48a5-817f-16a023753fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:56.390892 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-97c1db95-3716-48a5-817f-16a023753fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:56.393361 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-97c1db95-3716-48a5-817f-16a023753fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:56.394518 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-97c1db95-3716-48a5-817f-16a023753fcf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2282d90a-ea74-4bd2-89aa-fa56e81e458b HTTP/1.1" status: 204 len: 168 time: 0.1285930 Sep 07 05:15:56.402559 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1db95-3716-48a5-817f-16a023753fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2282d90a-ea74-4bd2-89aa-fa56e81e458b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:57.048844 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51624) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:57.145090 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-192208498-network', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:57.167363 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Made reservation on behalf of e0af675b32c84a058f4c345615d5709b for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:15:57.169762 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.177909 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.264671 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.268704 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.289339 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 05:15:57.302582 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9033e90a-2d72-4587-9d9e-b44bf1a9f9b6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:57.307558 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.307906 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.segments_db [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Added segment 9c2653c2-d0b1-46e4-a336-12e3f129f807 of type vlan for network 4821b922-e914-494c-a559-818e1a4b6fec Sep 07 05:15:57.347492 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747621570295'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.373725 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.374852 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:57.375491 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.409358 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3594339 Sep 07 05:15:57.412386 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51628) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:57.417763 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Request body: {'subnet': {'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-192208498-subnet', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:57.435906 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47ece4-773e-4265-ae20-cb7387100f18 admin admin] Pushing event updated for resources: {'Network': ['ID=4821b922-e914-494c-a559-818e1a4b6fec,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:57.444463 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Made reservation on behalf of e0af675b32c84a058f4c345615d5709b for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:15:57.446991 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Network 4821b922-e914-494c-a559-818e1a4b6fec details requested by agent ovs-agent-dv-cinder-804757-6-iscsi with host dv-cinder-804757-6-iscsi {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 05:15:57.447505 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9453603'] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.613810 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2327782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9453653'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.674911 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26258d7-5964-41a7-b161-ecbc990372a3,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:57.683734 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Checking segment: {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:57.684105 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Network hostable DHCP agents. Network: 4821b922-e914-494c-a559-818e1a4b6fec, hostable agents: ['b24b1793-e88b-43af-99f2-71ad12584eb9'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 05:15:57.700735 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Network 4821b922-e914-494c-a559-818e1a4b6fec is scheduled to be hosted by DHCP agent b24b1793-e88b-43af-99f2-71ad12584eb9 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 05:15:57.709467 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-6-iscsi, 4821b922-e914-494c-a559-818e1a4b6fec) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:57.713487 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:57.714066 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.718886 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852bb962-eb86-4097-a8fe-fc031363716e None None] Network 4821b922-e914-494c-a559-818e1a4b6fec requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:15:57.727468 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7568517c-214e-4e80-bab7-195ce9783c47 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3135920 Sep 07 05:15:57.730195 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51630) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:57.735413 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:15:57.758213 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1905'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.759219 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-374321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1914'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.810373 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.873954 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e089070-a5a7-5a4b-8a0c-061bd82b62eb-4821b922-e914-494c-a559-818e1a4b6fec', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3'}]}} from dv-cinder-804757-6-iscsi. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 05:15:57.874794 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:57.948956 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.007706 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Allocated IP 172.20.0.2 (4821b922-e914-494c-a559-818e1a4b6fec/d26258d7-5964-41a7-b161-ecbc990372a3/b829cbae-a9a5-4df3-a693-6dd94d5a00b7) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:58.149417 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.158684 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.167541 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Transition to ACTIVE for port object b829cbae-a9a5-4df3-a693-6dd94d5a00b7 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:58.169188 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.182557 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Transition to ACTIVE for port object b829cbae-a9a5-4df3-a693-6dd94d5a00b7 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:15:58.188365 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.226857 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Network 4821b922-e914-494c-a559-818e1a4b6fec is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:58.229721 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:58.235298 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:15:58.243194 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Pushing event updated for resources: {'Port': ['ID=b829cbae-a9a5-4df3-a693-6dd94d5a00b7,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:58.273343 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Allocated IP 172.27.3.198 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/bbd970d2-9e15-4364-9f76-f29523255f78) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:58.297036 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Attempting to bind port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:15:58.297393 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Attempting to bind port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:15:58.297761 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Attempting to bind port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 on network 4821b922-e914-494c-a559-818e1a4b6fec {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:15:58.302715 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:15:58.303641 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Checking segment: {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:15:58.304715 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.305118 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Bound using segment: {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:15:58.305588 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Bound port: b829cbae-a9a5-4df3-a693-6dd94d5a00b7, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:15:58.305975 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.369950 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] For port b829cbae-a9a5-4df3-a693-6dd94d5a00b7, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:15:58.373184 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] For port b829cbae-a9a5-4df3-a693-6dd94d5a00b7, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=b829cbae-a9a5-4df3-a693-6dd94d5a00b7,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:15:58.377451 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.379972 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.421084 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.439799 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de3b6-83b3-4ebd-88f4-478c2cab6a35 None None] Pushing event updated for resources: {'Port': ['ID=b829cbae-a9a5-4df3-a693-6dd94d5a00b7,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:58.467823 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:15:58.473083 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:15:58.478683 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:15:58.481908 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd970d2-9e15-4364-9f76-f29523255f78,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:15:58.746984 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:58.948338 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376306'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:59.076900 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Router e3ae098e-d0df-49b3-bd81-a56d21ef1463 is scheduled to L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 05:15:59.188066 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:15:59.198979 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Sync routers for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:15:59.206016 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:59.207295 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c06812be-40e3-4415-b8d6-694bd150fe85 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4758282 Sep 07 05:15:59.210879 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51632) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:15:59.217690 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:15:59.218363 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:59.286375 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad256da-e1fb-48d3-ab7d-0d9ff9e08f26 None None] Network 4821b922-e914-494c-a559-818e1a4b6fec requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:15:59.339331 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:15:59.360416 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-25b19400-0dfb-4d6c-80f2-e70e798dcd67 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450590 Sep 07 05:15:59.386565 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-9c727194-f323-4cff-a5f7-48aeafee80d2 None None] Provisioning for port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:59.467438 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-5e17796b-c953-457d-9085-83cb1731f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:59.469894 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-5e17796b-c953-457d-9085-83cb1731f211 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 1098 time: 0.0641263 Sep 07 05:15:59.608318 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-47a139c1-6cc3-4912-9d50-8535a175bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:59.609950 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-47a139c1-6cc3-4912-9d50-8535a175bbdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.1070783 Sep 07 05:15:59.659485 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:15:58Z', 'revision_number': 3, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:15:59.692561 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Checking router: e3ae098e-d0df-49b3-bd81-a56d21ef1463 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:15:59.693009 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Updating router e3ae098e-d0df-49b3-bd81-a56d21ef1463 port bbd970d2-9e15-4364-9f76-f29523255f78 binding host dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:15:59.710199 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-85a48590-82cc-48c7-a7b4-ed2453bbc943 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fff56c-bb93-48db-8477-5484f4086bcd HTTP/1.1" status: 200 len: 1001 time: 0.0931907 Sep 07 05:15:59.734035 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:59.736604 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:59.788887 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-53f01191-8f89-4430-8351-b36bd7ab4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:59.790875 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-53f01191-8f89-4430-8351-b36bd7ab4692 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0678213 Sep 07 05:15:59.823179 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device b829cbae-a9a5-4df3-a693-6dd94d5a00b7 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:15:59.861061 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-2dcca624-be9a-4c61-9192-03d86f438716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:15:59.863574 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-2dcca624-be9a-4c61-9192-03d86f438716 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657439 Sep 07 05:15:59.879350 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:15:59.886060 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:15:59.886685 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:15:59.927648 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Allocated IP 172.20.0.1 (4821b922-e914-494c-a559-818e1a4b6fec/d26258d7-5964-41a7-b161-ecbc990372a3/73a086f7-9ebd-41d9-a41c-83daf3b9bd9c) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:15:59.981657 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-4f803404-e131-4c11-ac13-4ef67bed827a service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096103 Sep 07 05:15:59.999981 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.035169 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.036161 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port b829cbae-a9a5-4df3-a693-6dd94d5a00b7, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=b829cbae-a9a5-4df3-a693-6dd94d5a00b7,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:16:00.041028 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.048957 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Transition to ACTIVE for port object bbd970d2-9e15-4364-9f76-f29523255f78 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:16:00.056400 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.062848 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.082017 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Transition to ACTIVE for port object 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:16:00.087271 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9743d37c-2e1d-4073-b7c8-f8bea6550f33 req-e3b8cfe4-ca3e-4944-8d4e-8c0e090266f2 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985303 Sep 07 05:16:00.097929 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=b829cbae-a9a5-4df3-a693-6dd94d5a00b7,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:00.108055 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90e72f-6949-48c2-ae0d-c07ca0073cb9 None None] Pushing event updated for resources: {'Port': ['ID=bbd970d2-9e15-4364-9f76-f29523255f78,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:00.120504 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Attempting to bind port bbd970d2-9e15-4364-9f76-f29523255f78 on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:16:00.120872 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Attempting to bind port bbd970d2-9e15-4364-9f76-f29523255f78 by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:16:00.121233 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Attempting to bind port bbd970d2-9e15-4364-9f76-f29523255f78 on network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:16:00.126193 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:16:00.126626 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Checking segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:16:00.127008 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.127412 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Bound using segment: {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:16:00.127925 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Bound port: bbd970d2-9e15-4364-9f76-f29523255f78, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14937b7f-c468-4967-a753-c2332df57ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:16:00.128395 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.130806 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.173513 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Network 4821b922-e914-494c-a559-818e1a4b6fec is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:16:00.176338 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:16:00.180401 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] For port bbd970d2-9e15-4364-9f76-f29523255f78, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:16:00.181181 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:16:00.183887 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] For port bbd970d2-9e15-4364-9f76-f29523255f78, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=bbd970d2-9e15-4364-9f76-f29523255f78,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:16:00.188759 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.213395 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Pushing event updated for resources: {'Port': ['ID=73a086f7-9ebd-41d9-a41c-83daf3b9bd9c,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:00.231176 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376449'] for router_interface, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.253756 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90e72f-6949-48c2-ae0d-c07ca0073cb9 None None] Pushing event updated for resources: {'Port': ['ID=bbd970d2-9e15-4364-9f76-f29523255f78,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:00.257670 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:16:00.258202 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:16:00.366255 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.370965 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:16:00.465067 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-4135414f-defc-4271-9f13-32e52a652c52 None None] Provisioning for port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:16:00.470124 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-4135414f-defc-4271-9f13-32e52a652c52 None None] Provisioning complete for port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:16:00.470725 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4135414f-defc-4271-9f13-32e52a652c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.510182 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4135414f-defc-4271-9f13-32e52a652c52 None None] Port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:16:00.538431 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.544349 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.556207 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:15:58Z', 'revision_number': 3, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:16:00.581546 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4ab67-9fa7-4578-aed7-c7173d5b9829 None None] The sync data for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi is: [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:15:58Z', 'revision_number': 3, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:16:00.612233 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Pushing event updated for resources: {'Port': ['ID=73a086f7-9ebd-41d9-a41c-83daf3b9bd9c,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:00.614568 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375089'] for router_interface, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:00.707670 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Network 4821b922-e914-494c-a559-818e1a4b6fec is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:16:00.709012 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:16:00.833503 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Router e3ae098e-d0df-49b3-bd81-a56d21ef1463 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:16:00.957693 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:16:00.963802 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-8ca486ab-a060-43f7-b2c6-e57b5474def3 admin admin] 10.222.0.49 "PUT /v2.0/routers/e3ae098e-d0df-49b3-bd81-a56d21ef1463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7518620 Sep 07 05:16:01.039105 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-99ba9486-b782-4ddb-929a-bf33b4579c3b None None] Provisioning complete for port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:16:01.039807 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-99ba9486-b782-4ddb-929a-bf33b4579c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.079137 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-99ba9486-b782-4ddb-929a-bf33b4579c3b None None] Port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:16:01.345231 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51642) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:16:01.350047 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-5c40d314-941d-4199-9a1d-2c364f840dfd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868366655', 'description': 'tempest-description--695797687'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:16:01.376285 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5c40d314-941d-4199-9a1d-2c364f840dfd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.467375 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5c40d314-941d-4199-9a1d-2c364f840dfd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.471206 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5c40d314-941d-4199-9a1d-2c364f840dfd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.499418 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5c40d314-941d-4199-9a1d-2c364f840dfd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.500670 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-5c40d314-941d-4199-9a1d-2c364f840dfd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1544275 Sep 07 05:16:01.502606 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40d314-941d-4199-9a1d-2c364f840dfd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20018d51-d0b8-412d-9853-690a164add6c,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:01.503885 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51644) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:16:01.509719 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e233bb3d-3618-494e-9c39-e3f9e08f0c45 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'security_group_rule': {'security_group_id': '20018d51-d0b8-412d-9853-690a164add6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:16:01.534696 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e233bb3d-3618-494e-9c39-e3f9e08f0c45 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.590216 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e233bb3d-3618-494e-9c39-e3f9e08f0c45 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.596063 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e233bb3d-3618-494e-9c39-e3f9e08f0c45 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.614363 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233bb3d-3618-494e-9c39-e3f9e08f0c45 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de39d6f1-bc06-4b66-974b-f14b4fe21122,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:01.620764 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e233bb3d-3618-494e-9c39-e3f9e08f0c45 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.621929 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e233bb3d-3618-494e-9c39-e3f9e08f0c45 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169899 Sep 07 05:16:01.625080 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51646) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:16:01.629947 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-ca394258-9246-47e7-8aa0-ae56da718706 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'security_group_rule': {'security_group_id': '20018d51-d0b8-412d-9853-690a164add6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:16:01.657649 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca394258-9246-47e7-8aa0-ae56da718706 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.718484 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca394258-9246-47e7-8aa0-ae56da718706 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.722531 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca394258-9246-47e7-8aa0-ae56da718706 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.742135 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca394258-9246-47e7-8aa0-ae56da718706 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ce4c91-a6be-474c-883b-e90dacb136d8,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:01.748475 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ca394258-9246-47e7-8aa0-ae56da718706 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.749690 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-ca394258-9246-47e7-8aa0-ae56da718706 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235766 Sep 07 05:16:01.752755 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 51648) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:16:01.757552 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'floatingip': {'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:16:01.782146 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.813829 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device bbd970d2-9e15-4364-9f76-f29523255f78 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:16:01.864300 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port bbd970d2-9e15-4364-9f76-f29523255f78 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:16:01.868488 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port bbd970d2-9e15-4364-9f76-f29523255f78 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:16:01.868858 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.889706 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.948648 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.971156 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port bbd970d2-9e15-4364-9f76-f29523255f78, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=bbd970d2-9e15-4364-9f76-f29523255f78,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:16:01.977034 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:01.978633 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device b829cbae-a9a5-4df3-a693-6dd94d5a00b7 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:16:02.001510 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Allocated IP 172.27.3.91 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/fcbd72c0-8fb8-4cdd-8bc2-66d264470788) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:16:02.058081 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=bbd970d2-9e15-4364-9f76-f29523255f78,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:02.071311 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:16:02.071678 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.119027 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.151753 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Sync routers for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:16:02.163655 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.163972 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:16:02.164655 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:16:02.199393 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:16:02.202120 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:16:02.204611 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:16:02.232782 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'Port': ['ID=fcbd72c0-8fb8-4cdd-8bc2-66d264470788,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:02.272207 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:16:02.338836 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.378017 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.528508 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.533066 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.603836 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 2, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:16:02.606442 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'Port': ['ID=fcbd72c0-8fb8-4cdd-8bc2-66d264470788,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:02.611920 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.627371 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.629399 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-6eb5a0ec-943a-4f36-ab88-cf125f54540c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8753681 Sep 07 05:16:02.633040 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Checking router: e3ae098e-d0df-49b3-bd81-a56d21ef1463 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:16:02.633490 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Updating router e3ae098e-d0df-49b3-bd81-a56d21ef1463 port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c binding host dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 05:16:02.661911 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.768266 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-b9d00a40-f8a7-482c-ab03-287dc32e846e tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--868366655&fields=id&tenant_id=e0af675b32c84a058f4c345615d5709b HTTP/1.1" status: 200 len: 267 time: 0.0358849 Sep 07 05:16:02.873058 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-ac398f71-e933-4d4c-ac03-e6311217c541 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:02.874540 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-ac398f71-e933-4d4c-ac03-e6311217c541 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 810 time: 0.0983946 Sep 07 05:16:02.890251 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-643d2937-9aad-4610-9509-91b0da696ea8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/quotas/e0af675b32c84a058f4c345615d5709b HTTP/1.1" status: 200 len: 375 time: 0.0099208 Sep 07 05:16:02.925186 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.935128 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Transition to ACTIVE for port object 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:16:02.941259 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:02.942581 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-1d349e53-3931-409c-b852-e1ae4a19b5c0 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466840 Sep 07 05:16:03.004945 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10502113-e03b-45cd-8651-5add393b9382 None None] Pushing event updated for resources: {'Port': ['ID=73a086f7-9ebd-41d9-a41c-83daf3b9bd9c,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:03.042799 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Attempting to bind port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c on host dv-cinder-804757-6-iscsi for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:16:03.043158 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Attempting to bind port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c by drivers openvswitch,hyperv on host dv-cinder-804757-6-iscsi at level 0 using segments [{'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:16:03.043516 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Attempting to bind port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c on network 4821b922-e914-494c-a559-818e1a4b6fec {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:16:03.048655 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Checking agent: {'id': 'ac3aaab5-a705-41d7-892f-5c9d48ec8d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 7, 5, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:16:03.049018 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Checking segment: {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:16:03.049408 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:03.049597 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-4c00b64c-da43-4567-93f8-02b45358520f service neutron] 10.222.0.49 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945189 Sep 07 05:16:03.049846 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Bound using segment: {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:16:03.050308 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Bound port: 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c, host: dv-cinder-804757-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:16:03.050770 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:03.123670 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] For port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c, host dv-cinder-804757-6-iscsi, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:16:03.128981 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] For port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c, host dv-cinder-804757-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=73a086f7-9ebd-41d9-a41c-83daf3b9bd9c,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:16:03.135227 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:03.154733 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-d745f1c6-42b5-4d26-808c-9cf3afdc0ffc service neutron] 10.222.0.49 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954196 Sep 07 05:16:03.194268 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:16:03.194874 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:16:03.241463 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10502113-e03b-45cd-8651-5add393b9382 None None] Pushing event updated for resources: {'Port': ['ID=73a086f7-9ebd-41d9-a41c-83daf3b9bd9c,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:03.335270 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:16:03.356051 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-722d4f2f-1559-4511-8f33-9706f91e9f41 req-d5e2a898-ae51-4896-ba55-3d5612936ecc tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 210 time: 0.0397701 Sep 07 05:16:03.571065 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:16:03.596825 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ba5d2-9659-4265-8373-58a25b13890c None None] The sync data for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi is: [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:16:03.833121 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:16:03.887505 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning for port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:16:03.893308 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:16:03.893858 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:03.982198 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:04.017032 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] For port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=73a086f7-9ebd-41d9-a41c-83daf3b9bd9c,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:16:04.022411 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:04.023249 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device bbd970d2-9e15-4364-9f76-f29523255f78 up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:16:04.098612 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Pushing event updated for resources: {'Port': ['ID=73a086f7-9ebd-41d9-a41c-83daf3b9bd9c,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:04.119282 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port bbd970d2-9e15-4364-9f76-f29523255f78 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:16:04.119654 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:04.736300 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-95d752b2-e7d4-4545-90ef-5012ff6dd032 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:04.737722 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-95d752b2-e7d4-4545-90ef-5012ff6dd032 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.16 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 810 time: 0.3942242 Sep 07 05:16:04.766441 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-874fb8a8-51ba-4490-afbe-6ea0468db2b1 req-8f0fbbf3-654b-4751-865f-638dd6e1d359 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 210 time: 0.3247104 Sep 07 05:16:04.781957 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-42cd3137-4f8d-4bc0-9083-f3bad460e6d1 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0af675b32c84a058f4c345615d5709b HTTP/1.1" status: 200 len: 379 time: 0.0345199 Sep 07 05:16:04.791587 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'port': {'device_id': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'admin_state_up': True, 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'security_groups': ['20018d51-d0b8-412d-9853-690a164add6c']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:16:04.896240 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Made reservation on behalf of e0af675b32c84a058f4c345615d5709b for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:16:04.900416 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:05.029814 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Allocated IP 172.20.0.3 (4821b922-e914-494c-a559-818e1a4b6fec/d26258d7-5964-41a7-b161-ecbc990372a3/1a342e45-aef8-48b4-9ffe-6a1b4498710e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:16:05.164805 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:05.177675 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Transition to ACTIVE for port object 1a342e45-aef8-48b4-9ffe-6a1b4498710e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:16:05.210116 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:05.256753 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Network 4821b922-e914-494c-a559-818e1a4b6fec is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:16:05.260162 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:16:05.266397 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:16:05.291340 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'Port': ['ID=1a342e45-aef8-48b4-9ffe-6a1b4498710e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:05.320318 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:05.320963 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:05.336782 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-28b3fbc8-7637-44f8-945c-7bbfc3f3bcf2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5493159 Sep 07 05:16:05.350590 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Request body: {'port': {'device_id': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:16:05.407174 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:05.442883 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-3b6a55d9-9151-4505-9168-b3896f8af025 None None] Provisioning for port 1a342e45-aef8-48b4-9ffe-6a1b4498710e completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:16:05.447467 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-3b6a55d9-9151-4505-9168-b3896f8af025 None None] Provisioning complete for port 1a342e45-aef8-48b4-9ffe-6a1b4498710e triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:16:05.448035 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3b6a55d9-9151-4505-9168-b3896f8af025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:05.481814 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a55d9-9151-4505-9168-b3896f8af025 None None] Port 1a342e45-aef8-48b4-9ffe-6a1b4498710e cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:16:05.682086 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a342e45-aef8-48b4-9ffe-6a1b4498710e {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:16:05.689350 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:05.702457 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Transition to ACTIVE for port object 1a342e45-aef8-48b4-9ffe-6a1b4498710e will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:16:05.705918 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:05.732595 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c up at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:16:05.758287 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Pushing event updated for resources: {'Port': ['ID=1a342e45-aef8-48b4-9ffe-6a1b4498710e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:05.785730 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Provisioning complete for port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:16:05.786286 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:05.834947 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Attempting to bind port 1a342e45-aef8-48b4-9ffe-6a1b4498710e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:16:05.835414 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Attempting to bind port 1a342e45-aef8-48b4-9ffe-6a1b4498710e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:16:05.835840 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Attempting to bind port 1a342e45-aef8-48b4-9ffe-6a1b4498710e on network 4821b922-e914-494c-a559-818e1a4b6fec {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:16:05.840714 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Port 1a342e45-aef8-48b4-9ffe-6a1b4498710e on network 4821b922-e914-494c-a559-818e1a4b6fec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:16:05.840919 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Attempting to bind port 1a342e45-aef8-48b4-9ffe-6a1b4498710e on network 4821b922-e914-494c-a559-818e1a4b6fec {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:16:05.847469 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:16:05.847801 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Checking segment: {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:16:05.848213 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Bound using segment: {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:16:05.848647 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Bound port: 1a342e45-aef8-48b4-9ffe-6a1b4498710e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:16:05.849137 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:05.946909 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43536470-bfe7-438f-b292-97029cef72de req-163b8d44-f351-4105-b0b6-f52390a2f660 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:05.948423 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-43536470-bfe7-438f-b292-97029cef72de req-163b8d44-f351-4105-b0b6-f52390a2f660 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 943 time: 0.1023428 Sep 07 05:16:05.982076 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] For port 1a342e45-aef8-48b4-9ffe-6a1b4498710e, host hv-cinder-80475, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:16:06.000784 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] For port 1a342e45-aef8-48b4-9ffe-6a1b4498710e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:16:06.010059 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-43536470-bfe7-438f-b292-97029cef72de req-afc65853-4adb-4def-a2f1-030af0e3f357 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526736 Sep 07 05:16:06.011241 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:06.043762 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:06.044391 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:06.045749 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] 10.222.0.16 "PUT /v2.0/ports/1a342e45-aef8-48b4-9ffe-6a1b4498710e HTTP/1.1" status: 200 len: 1093 time: 0.7002447 Sep 07 05:16:06.046170 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'tag': '1a342e45-aef8-48b4-9ffe-6a1b4498710e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:16:06.048399 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111474cb-2698-4f58-9a4f-23e1100c7463" -d '{"events": [{"name": "network-changed", "server_uuid": "9f389f96-0d0a-4948-892d-bf01c50c7400", "tag": "1a342e45-aef8-48b4-9ffe-6a1b4498710e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:16:06.074933 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65882b-6f55-484a-b0b4-dd30157ee954 service neutron] Pushing event updated for resources: {'Port': ['ID=1a342e45-aef8-48b4-9ffe-6a1b4498710e,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:06.102512 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888eb418-ecb9-4717-a7aa-331d074f3527 x-openstack-request-id: req-888eb418-ecb9-4717-a7aa-331d074f3527 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:16:06.102798 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f389f96-0d0a-4948-892d-bf01c50c7400", "tag": "1a342e45-aef8-48b4-9ffe-6a1b4498710e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:16:06.103045 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-888eb418-ecb9-4717-a7aa-331d074f3527 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:16:06.103432 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'tag': '1a342e45-aef8-48b4-9ffe-6a1b4498710e', 'status': 'completed', 'code': 200} Sep 07 05:16:06.140277 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-6b22658a-4c38-444c-b04e-5caecb4f7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:06.141795 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-6b22658a-4c38-444c-b04e-5caecb4f7f56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 1096 time: 0.0482593 Sep 07 05:16:06.186639 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-282cac32-af96-4ad7-8047-4aaa5cd4e52c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e HTTP/1.1" status: 200 len: 217 time: 0.0350459 Sep 07 05:16:06.238494 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-515c3c70-8329-4a14-82a6-1e827bde1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:06.239939 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-515c3c70-8329-4a14-82a6-1e827bde1d66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26258d7-5964-41a7-b161-ecbc990372a3 HTTP/1.1" status: 200 len: 849 time: 0.0462661 Sep 07 05:16:06.288323 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-dc904b1d-9860-4889-acfd-a403071c0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:06.289786 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-dc904b1d-9860-4889-acfd-a403071c0a31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4821b922-e914-494c-a559-818e1a4b6fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419869 Sep 07 05:16:06.379868 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-55e11835-30e0-4254-a70f-e515e7cc38b8 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817266 Sep 07 05:16:06.472301 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-82d143bc-54a9-4ebb-9d22-e97167542b69 req-7203ea3a-97af-4210-84cb-46bb04486c9d service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838556 Sep 07 05:16:06.557466 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-e4d3d009-af55-4de2-a599-2b4af789ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:06.558947 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-e4d3d009-af55-4de2-a599-2b4af789ba17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 1096 time: 0.0409660 Sep 07 05:16:06.647887 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-cebb0c5c-6c57-423c-8474-1284a513dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:06.649306 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-cebb0c5c-6c57-423c-8474-1284a513dbe9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 911 time: 0.0826886 Sep 07 05:16:06.693539 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-b9dcc270-be23-4f5f-b6d4-bf279099616e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e HTTP/1.1" status: 200 len: 217 time: 0.0359075 Sep 07 05:16:06.742180 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-e82f1dcf-c4dd-431b-b084-d0a350e48183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:06.743585 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-e82f1dcf-c4dd-431b-b084-d0a350e48183 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26258d7-5964-41a7-b161-ecbc990372a3 HTTP/1.1" status: 200 len: 849 time: 0.0428970 Sep 07 05:16:06.789129 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-9bb5fc7e-4953-4daf-8cf4-218d1538ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:06.790596 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-9bb5fc7e-4953-4daf-8cf4-218d1538ed21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4821b922-e914-494c-a559-818e1a4b6fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386777 Sep 07 05:16:06.887151 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-0c3f5e03-be2b-4a76-a5fc-a1ee26478692 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880277 Sep 07 05:16:06.975463 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-111474cb-2698-4f58-9a4f-23e1100c7463 req-9efd4b95-17e8-434f-8ae0-aad94dffb477 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811257 Sep 07 05:16:07.131270 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda7bf6-1ce1-4aaf-a3b4-168fb7e0c525 req-2a756f00-4b8f-4a7c-b302-50f84ff50a7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:07.133234 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fbda7bf6-1ce1-4aaf-a3b4-168fb7e0c525 req-2a756f00-4b8f-4a7c-b302-50f84ff50a7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 943 time: 0.0573125 Sep 07 05:16:07.170708 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fbda7bf6-1ce1-4aaf-a3b4-168fb7e0c525 req-436dafbd-5a48-433b-be68-3e700bf5c504 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315909 Sep 07 05:16:07.589848 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 1a342e45-aef8-48b4-9ffe-6a1b4498710e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:16:07.686085 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 1a342e45-aef8-48b4-9ffe-6a1b4498710e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:16:07.697442 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '1a342e45-aef8-48b4-9ffe-6a1b4498710e', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'port_id': '1a342e45-aef8-48b4-9ffe-6a1b4498710e', 'mac_address': 'fa:16:3e:96:7a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:16:07.733814 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:07.747081 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a342e45-aef8-48b4-9ffe-6a1b4498710e {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:16:07.766106 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 1a342e45-aef8-48b4-9ffe-6a1b4498710e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:16:07.770071 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:07.815225 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=1a342e45-aef8-48b4-9ffe-6a1b4498710e,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:07.986429 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['1a342e45-aef8-48b4-9ffe-6a1b4498710e'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:16:08.283658 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4d115-1f45-41ec-ba16-fe4abc0265de req-c2082db9-9dcf-49e9-9dda-4d48e018f7ca tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:08.285146 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7b4d115-1f45-41ec-ba16-fe4abc0265de req-c2082db9-9dcf-49e9-9dda-4d48e018f7ca tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 944 time: 0.0480034 Sep 07 05:16:08.323034 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d7b4d115-1f45-41ec-ba16-fe4abc0265de req-ac781633-275e-4639-9351-965f346cf7ca tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317497 Sep 07 05:16:09.434446 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23642-a1e2-4b86-8c0b-0943ec7614ce req-335cf492-39ba-41d6-a01b-f4c190b09d6f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:09.435873 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b0f23642-a1e2-4b86-8c0b-0943ec7614ce req-335cf492-39ba-41d6-a01b-f4c190b09d6f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 944 time: 0.0485425 Sep 07 05:16:09.475707 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b0f23642-a1e2-4b86-8c0b-0943ec7614ce req-e85a1e70-559f-404a-8b9c-1ccd509bc1ad tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335178 Sep 07 05:16:09.592191 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 1a342e45-aef8-48b4-9ffe-6a1b4498710e up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:16:09.639569 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 1a342e45-aef8-48b4-9ffe-6a1b4498710e completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:16:09.643332 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 1a342e45-aef8-48b4-9ffe-6a1b4498710e triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:16:09.643711 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:09.721918 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:09.743852 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a342e45-aef8-48b4-9ffe-6a1b4498710e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:16:09.746085 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7792f534-2b2b-429f-8db5-5643780e013f" -d '{"events": [{"server_uuid": "9f389f96-0d0a-4948-892d-bf01c50c7400", "name": "network-vif-plugged", "status": "completed", "tag": "1a342e45-aef8-48b4-9ffe-6a1b4498710e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:16:09.759165 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 1a342e45-aef8-48b4-9ffe-6a1b4498710e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:16:09.763084 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:09.786933 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00842152-969c-4269-a9d6-e8a8767f8b12 x-openstack-request-id: req-00842152-969c-4269-a9d6-e8a8767f8b12 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:16:09.787218 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f389f96-0d0a-4948-892d-bf01c50c7400", "name": "network-vif-plugged", "status": "completed", "tag": "1a342e45-aef8-48b4-9ffe-6a1b4498710e", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:16:09.787530 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00842152-969c-4269-a9d6-e8a8767f8b12 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:16:09.787910 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a342e45-aef8-48b4-9ffe-6a1b4498710e', 'code': 200} Sep 07 05:16:09.815476 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=1a342e45-aef8-48b4-9ffe-6a1b4498710e,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:16:09.948936 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fe0d9-9d3a-4bb7-b8fe-80f338fceb68 req-276203e6-3e94-439d-a626-2ac506905d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:09.950536 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b28fe0d9-9d3a-4bb7-b8fe-80f338fceb68 req-276203e6-3e94-439d-a626-2ac506905d17 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 1098 time: 0.0405655 Sep 07 05:16:09.985097 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b28fe0d9-9d3a-4bb7-b8fe-80f338fceb68 req-db6c945a-15fa-43a0-a79d-972546c8fba6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275972 Sep 07 05:16:10.592805 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bd196-87f3-4f7f-bdd6-c514d0b37d28 req-7970b8a3-0d04-4a74-bf0e-62f615686a60 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:10.594264 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cd2bd196-87f3-4f7f-bdd6-c514d0b37d28 req-7970b8a3-0d04-4a74-bf0e-62f615686a60 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Sep 07 05:16:10.632831 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-cd2bd196-87f3-4f7f-bdd6-c514d0b37d28 req-dedda5fb-1e68-46d4-bd56-b6fa7a7bc5d7 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319176 Sep 07 05:16:11.749364 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e55eb7-eb68-458d-a9c0-33fe80ab1ad0 req-6231a970-0508-45a5-a25f-3ca1557170ea tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:11.750835 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-56e55eb7-eb68-458d-a9c0-33fe80ab1ad0 req-6231a970-0508-45a5-a25f-3ca1557170ea tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0493875 Sep 07 05:16:11.790325 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-56e55eb7-eb68-458d-a9c0-33fe80ab1ad0 req-4cb1d043-7696-413d-9959-897da005b6dc tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335419 Sep 07 05:16:11.898699 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d675caf-1771-4d72-b2c2-45c956642417 req-31a6c2f8-d734-4dc8-ad94-77d6d58b39d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:11.900208 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6d675caf-1771-4d72-b2c2-45c956642417 req-31a6c2f8-d734-4dc8-ad94-77d6d58b39d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0481808 Sep 07 05:16:11.908665 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51698) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:16:11.913679 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e42ee349-e1f6-49cb-9523-212bb6243876 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'floatingip': {'port_id': '1a342e45-aef8-48b4-9ffe-6a1b4498710e'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:16:11.952129 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e42ee349-e1f6-49cb-9523-212bb6243876 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:12.381232 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e42ee349-e1f6-49cb-9523-212bb6243876 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:12.385878 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e42ee349-e1f6-49cb-9523-212bb6243876 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:12.483902 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [None req-e42ee349-e1f6-49cb-9523-212bb6243876 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Floating IP 553ddd7a-462f-4d38-aad0-7c942c608d7e associated. External IP: 172.27.3.91, port: 1a342e45-aef8-48b4-9ffe-6a1b4498710e. Sep 07 05:16:12.684490 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42ee349-e1f6-49cb-9523-212bb6243876 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Router e3ae098e-d0df-49b3-bd81-a56d21ef1463 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:16:12.789158 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42ee349-e1f6-49cb-9523-212bb6243876 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:16:12.793551 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e42ee349-e1f6-49cb-9523-212bb6243876 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:12.799292 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] Sync routers for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:16:12.809742 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:16:12.810347 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:16:12.821645 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e42ee349-e1f6-49cb-9523-212bb6243876 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "PUT /v2.0/floatingips/553ddd7a-462f-4d38-aad0-7c942c608d7e HTTP/1.1" status: 200 len: 990 time: 0.9119313 Sep 07 05:16:12.822236 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'tag': '1a342e45-aef8-48b4-9ffe-6a1b4498710e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:16:12.824468 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a383a26f-2c49-44bc-a538-d897ef218be9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f389f96-0d0a-4948-892d-bf01c50c7400", "tag": "1a342e45-aef8-48b4-9ffe-6a1b4498710e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:16:12.861809 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea54902e-ea7a-442a-947e-0872a6833eb4 x-openstack-request-id: req-ea54902e-ea7a-442a-947e-0872a6833eb4 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:16:12.862088 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f389f96-0d0a-4948-892d-bf01c50c7400", "tag": "1a342e45-aef8-48b4-9ffe-6a1b4498710e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:16:12.862483 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea54902e-ea7a-442a-947e-0872a6833eb4 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:16:12.862742 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'tag': '1a342e45-aef8-48b4-9ffe-6a1b4498710e', 'status': 'completed', 'code': 200} Sep 07 05:16:12.923332 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:16:12.923592 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-a7746e8b-4caa-4aff-b773-f005dba3c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:12.924916 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-a7746e8b-4caa-4aff-b773-f005dba3c471 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 1098 time: 0.0397041 Sep 07 05:16:13.018259 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-793e6086-42ed-4a68-8ba0-417ae9e87d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:13.019647 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-793e6086-42ed-4a68-8ba0-417ae9e87d62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 911 time: 0.0867574 Sep 07 05:16:13.087032 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-58efba0d-cc9c-4b2f-8942-a4869dd4a004 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e HTTP/1.1" status: 200 len: 998 time: 0.0598822 Sep 07 05:16:13.143015 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-bbcf276b-47a4-45a3-91cc-cce7beb0291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:13.144507 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-bbcf276b-47a4-45a3-91cc-cce7beb0291b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26258d7-5964-41a7-b161-ecbc990372a3 HTTP/1.1" status: 200 len: 849 time: 0.0488937 Sep 07 05:16:13.190414 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '553ddd7a-462f-4d38-aad0-7c942c608d7e', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'port_id': '1a342e45-aef8-48b4-9ffe-6a1b4498710e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'mac_address': 'fa:16:3e:96:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:16:02Z', 'updated_at': '2021-09-07T05:16:12Z', 'revision_number': 1, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:16:13.191706 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-253064e2-7c96-42cf-9782-16f22de92931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:13.193276 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-253064e2-7c96-42cf-9782-16f22de92931 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4821b922-e914-494c-a559-818e1a4b6fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414770 Sep 07 05:16:13.216182 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] Checking router: e3ae098e-d0df-49b3-bd81-a56d21ef1463 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:16:13.224430 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:16:13.225029 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:15:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:16:13.294277 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-63d865f4-c22c-45f1-81d3-d275f04e5417 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918376 Sep 07 05:16:13.329485 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:16:13.392714 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a383a26f-2c49-44bc-a538-d897ef218be9 req-a7ec4e10-c135-40db-9944-10028d5ca0b7 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905483 Sep 07 05:16:13.627691 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '553ddd7a-462f-4d38-aad0-7c942c608d7e', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'port_id': '1a342e45-aef8-48b4-9ffe-6a1b4498710e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'mac_address': 'fa:16:3e:96:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:16:02Z', 'updated_at': '2021-09-07T05:16:12Z', 'revision_number': 1, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:16:13.653928 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea98f1-a67e-4648-8241-5c15c75dd962 None None] The sync data for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi is: [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': '553ddd7a-462f-4d38-aad0-7c942c608d7e', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'port_id': '1a342e45-aef8-48b4-9ffe-6a1b4498710e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'mac_address': 'fa:16:3e:96:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:16:02Z', 'updated_at': '2021-09-07T05:16:12Z', 'revision_number': 1, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:16:13.837337 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655f7cf2-bc66-48de-a9c6-ef2e53c55ed4 None None] New status for floating IP 553ddd7a-462f-4d38-aad0-7c942c608d7e: ACTIVE {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:16:17.797129 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-022950f6-177b-4566-857f-d11dee6cc561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:19.703790 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:20.922722 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-aaefee0a-73f4-4122-b134-464231c788f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:21.794443 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:22.111042 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:24.005559 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:32.183756 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:16:47.799173 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5522-cd2e-4f9e-b427-1bab8f90dabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:49.694514 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:50.925334 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5fac7dc0-f009-498b-a092-93195fccb3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:51.796060 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:52.112837 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:54.005248 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:16:59.931341 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bd635-e727-49f1-af93-0558dafdc679 req-9c507653-687d-4b00-bb89-6bf1c361637d tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:16:59.932846 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c58bd635-e727-49f1-af93-0558dafdc679 req-9c507653-687d-4b00-bb89-6bf1c361637d tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0511835 Sep 07 05:16:59.970190 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c58bd635-e727-49f1-af93-0558dafdc679 req-cfb57a49-1229-4f1f-82fb-181177f6fdb4 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313659 Sep 07 05:17:00.342852 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-21506090-d0f6-4af4-a68f-ad471e046c40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434668 Sep 07 05:17:00.421546 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-7e7081e7-69e6-48ec-b035-aa39c12666cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:00.423383 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-7e7081e7-69e6-48ec-b035-aa39c12666cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 1098 time: 0.0399532 Sep 07 05:17:00.524105 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-8826e1ae-3e06-4b04-aaba-9f118c71eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:00.525601 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-8826e1ae-3e06-4b04-aaba-9f118c71eef8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.0839069 Sep 07 05:17:00.591766 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-15863138-876c-4317-b480-bd24eacf47ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fff56c-bb93-48db-8477-5484f4086bcd HTTP/1.1" status: 200 len: 1001 time: 0.0595353 Sep 07 05:17:00.640122 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-fa33a33c-c7ac-49e5-bfc6-07b6e5e10864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:00.641497 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-fa33a33c-c7ac-49e5-bfc6-07b6e5e10864 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0435500 Sep 07 05:17:00.684977 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-a076619a-1670-4600-9d46-717bb67fdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:00.686434 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-a076619a-1670-4600-9d46-717bb67fdd09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378881 Sep 07 05:17:00.778528 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-06fc0170-ac04-4031-9f5a-a7c60666373c service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847855 Sep 07 05:17:00.869358 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5ead2f02-1bb6-4236-b76e-7b01c66212b5 req-7dd8e2a5-4e37-4bb2-9d1d-3cfd60c2f2a4 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833836 Sep 07 05:17:01.088475 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faa592-b7d2-40c4-8bed-f2b68da98ad4 req-a20721ad-0aa5-423e-ab84-97518e806c03 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:01.089932 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-24faa592-b7d2-40c4-8bed-f2b68da98ad4 req-a20721ad-0aa5-423e-ab84-97518e806c03 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0499513 Sep 07 05:17:01.128385 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-24faa592-b7d2-40c4-8bed-f2b68da98ad4 req-d370784c-2309-416f-9d20-e190ba8d23dd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325258 Sep 07 05:17:02.243187 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf8ff3-a0f8-4ef0-81b6-4949a3a87003 req-c9e9a914-685d-41df-869c-064034a854d3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:02.244707 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5eaf8ff3-a0f8-4ef0-81b6-4949a3a87003 req-c9e9a914-685d-41df-869c-064034a854d3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0487988 Sep 07 05:17:02.281863 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-5eaf8ff3-a0f8-4ef0-81b6-4949a3a87003 req-8b9aee14-5082-4bd0-b1f0-a944c1c9ac91 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 Sep 07 05:17:03.396423 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d552e4-da76-4519-9972-fb53b5b3a8a7 req-6ca7b2ed-43f8-432a-800e-bdab2ee3c5fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:03.398454 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e9d552e4-da76-4519-9972-fb53b5b3a8a7 req-6ca7b2ed-43f8-432a-800e-bdab2ee3c5fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0484736 Sep 07 05:17:03.436461 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e9d552e4-da76-4519-9972-fb53b5b3a8a7 req-cb9a5fd4-0d66-4beb-917b-7de645443a4c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Sep 07 05:17:04.549295 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cc69c-2b81-4543-9b05-223c287910fd req-ac341215-7c96-41d1-9fbd-b7e47268e2a1 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:04.550784 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ac6cc69c-2b81-4543-9b05-223c287910fd req-ac341215-7c96-41d1-9fbd-b7e47268e2a1 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0484788 Sep 07 05:17:04.588646 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ac6cc69c-2b81-4543-9b05-223c287910fd req-29cd0a77-378f-4129-a267-1a13d3e3fdf7 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317266 Sep 07 05:17:05.702694 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71282a08-7074-4c37-816a-7435c7b102b4 req-2caaab0b-6784-4f94-8cee-d89d791520d3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:05.704168 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-71282a08-7074-4c37-816a-7435c7b102b4 req-2caaab0b-6784-4f94-8cee-d89d791520d3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0479410 Sep 07 05:17:05.743216 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-71282a08-7074-4c37-816a-7435c7b102b4 req-9fee10ec-7e6d-4a04-91f4-fba2007908e4 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318084 Sep 07 05:17:06.858857 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35810c-bbe7-4cd0-9a6a-00423ad5c601 req-14c3ad9c-32ee-41b7-8bd8-4c4a3cd4fee2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:06.860614 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a35810c-bbe7-4cd0-9a6a-00423ad5c601 req-14c3ad9c-32ee-41b7-8bd8-4c4a3cd4fee2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0513968 Sep 07 05:17:06.898613 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a35810c-bbe7-4cd0-9a6a-00423ad5c601 req-be6b7c78-87ee-4ebc-bfe8-b572308bd8f1 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311399 Sep 07 05:17:08.016469 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a94554-e498-4697-8144-0e39671ded24 req-68308d90-c8d0-4445-b40f-215af4d6ead5 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:08.017903 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-53a94554-e498-4697-8144-0e39671ded24 req-68308d90-c8d0-4445-b40f-215af4d6ead5 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0512877 Sep 07 05:17:08.055836 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-53a94554-e498-4697-8144-0e39671ded24 req-d01f9036-b400-4841-a7e2-7b8b0a8be2a9 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317712 Sep 07 05:17:09.170451 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e55b51-5f55-4285-881d-d803bf9e78d4 req-82be088a-ad29-46fc-938f-4ede90953e0a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:09.171943 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-61e55b51-5f55-4285-881d-d803bf9e78d4 req-82be088a-ad29-46fc-938f-4ede90953e0a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0481791 Sep 07 05:17:09.182845 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:17:09.208826 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-61e55b51-5f55-4285-881d-d803bf9e78d4 req-25949183-5822-4433-ae3d-723350cca5d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310085 Sep 07 05:17:10.323014 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc725f6f-79e9-462e-8180-b8715bd86d17 req-1934582c-296e-4ee5-aa95-d0ee42c9a81c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:10.324484 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc725f6f-79e9-462e-8180-b8715bd86d17 req-1934582c-296e-4ee5-aa95-d0ee42c9a81c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0475640 Sep 07 05:17:10.360713 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-dc725f6f-79e9-462e-8180-b8715bd86d17 req-d6b02e21-c702-440b-9a39-bff5b85f06e2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303280 Sep 07 05:17:11.477645 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f888c-06e9-4981-a860-164d97af9c66 req-0e3bc2e8-91c5-4bab-8e7c-bc43bad8505a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:11.479134 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-201f888c-06e9-4981-a860-164d97af9c66 req-0e3bc2e8-91c5-4bab-8e7c-bc43bad8505a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0512753 Sep 07 05:17:11.517031 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-201f888c-06e9-4981-a860-164d97af9c66 req-adffb8bf-f12d-480c-b78d-b8711de3bdb3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319314 Sep 07 05:17:12.629117 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038db5e-2e38-448f-a14c-5abb4514577c req-810e88a7-6b30-4293-9831-7281229965c3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:12.630844 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f038db5e-2e38-448f-a14c-5abb4514577c req-810e88a7-6b30-4293-9831-7281229965c3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0483921 Sep 07 05:17:12.670325 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f038db5e-2e38-448f-a14c-5abb4514577c req-994f4fc2-2f93-4b78-838e-513aa4a396e4 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333834 Sep 07 05:17:13.789506 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609dc21-77bb-43a3-bfb1-7dd927dfaed3 req-05f8c215-11b8-4f51-8922-50b0b85d037d tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:13.790963 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7609dc21-77bb-43a3-bfb1-7dd927dfaed3 req-05f8c215-11b8-4f51-8922-50b0b85d037d tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0518565 Sep 07 05:17:13.828130 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7609dc21-77bb-43a3-bfb1-7dd927dfaed3 req-f0d5cfd0-4915-4d89-921e-df5c8f03ccb3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311463 Sep 07 05:17:14.947498 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4abb5-f228-4efd-9a47-cd2a5e257f5c req-2d3a5ccf-6511-4af3-91ca-b06603a1a187 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:14.948996 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5fa4abb5-f228-4efd-9a47-cd2a5e257f5c req-2d3a5ccf-6511-4af3-91ca-b06603a1a187 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0530090 Sep 07 05:17:14.987020 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5fa4abb5-f228-4efd-9a47-cd2a5e257f5c req-0f9e7651-148e-4576-b6f7-7075a4f1bd7e tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321608 Sep 07 05:17:16.106249 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc02092-78b6-45a4-a7f4-6ea55c145daf req-4ebccc0f-3ae5-413c-9919-f5bd063bcd57 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:16.108029 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-edc02092-78b6-45a4-a7f4-6ea55c145daf req-4ebccc0f-3ae5-413c-9919-f5bd063bcd57 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0504246 Sep 07 05:17:16.148296 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-edc02092-78b6-45a4-a7f4-6ea55c145daf req-564793e5-4b29-4bb1-87a0-e4b9c077c0b1 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340507 Sep 07 05:17:16.360126 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d35b1-eafe-4915-bb15-49bf135dc433 req-33640af1-b213-4613-9d63-77487483c11e tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:16.361611 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-343d35b1-eafe-4915-bb15-49bf135dc433 req-33640af1-b213-4613-9d63-77487483c11e tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0520680 Sep 07 05:17:16.430608 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-343d35b1-eafe-4915-bb15-49bf135dc433 req-54795be7-484d-472d-bf94-35d1b5994ef3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629268 Sep 07 05:17:16.433429 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-14bcad35-6354-49f9-ae6f-6304efedc3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:16.434659 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-14bcad35-6354-49f9-ae6f-6304efedc3ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 1098 time: 0.0681717 Sep 07 05:17:16.523668 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-ddc7e43f-9129-4bb2-9af5-6899854faa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:16.525068 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-ddc7e43f-9129-4bb2-9af5-6899854faa5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 911 time: 0.0836110 Sep 07 05:17:16.591799 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-9997835e-555c-4cc2-baa8-1fe42ffa4935 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e HTTP/1.1" status: 200 len: 1000 time: 0.0599077 Sep 07 05:17:16.639460 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-6097a5fd-5ed8-4337-aaaa-99551ecf9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:16.640901 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-6097a5fd-5ed8-4337-aaaa-99551ecf9294 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26258d7-5964-41a7-b161-ecbc990372a3 HTTP/1.1" status: 200 len: 849 time: 0.0423784 Sep 07 05:17:16.683735 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-c14b1ca6-a2a9-4c04-b3ec-70e0b12c8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:16.685203 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-c14b1ca6-a2a9-4c04-b3ec-70e0b12c8cff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4821b922-e914-494c-a559-818e1a4b6fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373087 Sep 07 05:17:17.017591 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-6eb840e8-9753-4c8c-8125-6e17a26c3cc6 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247011 Sep 07 05:17:17.103868 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2e9afec3-f84f-418d-aacd-a0c55dc2da3b req-e1760a50-621d-423c-bb47-e87c97b57d41 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796225 Sep 07 05:17:17.548540 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af1d8c-802e-476e-bbdc-4c7279d8fca5 req-9a116024-3dfe-4591-84ed-41c5116d6383 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:17.550043 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e5af1d8c-802e-476e-bbdc-4c7279d8fca5 req-9a116024-3dfe-4591-84ed-41c5116d6383 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0499089 Sep 07 05:17:17.587766 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e5af1d8c-802e-476e-bbdc-4c7279d8fca5 req-50749cb3-447b-4275-922d-e55e6e2118cb tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Sep 07 05:17:17.800895 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5d9d63e-3e52-4c1a-89d8-1ac725628ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:18.706285 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e792c4a-aa16-4bf9-92be-941b8614b147 req-3c0c24ef-9653-45db-acbd-d97b6f8bc13f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:18.707725 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1e792c4a-aa16-4bf9-92be-941b8614b147 req-3c0c24ef-9653-45db-acbd-d97b6f8bc13f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0528982 Sep 07 05:17:18.746317 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1e792c4a-aa16-4bf9-92be-941b8614b147 req-91e99805-9ccc-42f4-a8cb-aa39af8fcfbf tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325358 Sep 07 05:17:19.692669 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:20.926668 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7c27-3314-4e13-a067-ef0de9edc816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:21.797303 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:22.117618 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:24.008730 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:39.978720 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a2f76-afcd-4524-a0a0-4cddc33be232 req-23f1bf9c-b110-4955-8a20-55b7478eb55a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:39.980195 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-067a2f76-afcd-4524-a0a0-4cddc33be232 req-23f1bf9c-b110-4955-8a20-55b7478eb55a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 945 time: 0.0480168 Sep 07 05:17:40.017219 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-067a2f76-afcd-4524-a0a0-4cddc33be232 req-40a31a1f-ab19-49a9-8e48-517014e6bdcf tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310259 Sep 07 05:17:41.133238 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d65dda-f430-4c4e-a9f4-ce1f42e5f96d req-ef7dac84-0183-40ef-b1d1-c492b753c7f2 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:41.135329 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-44d65dda-f430-4c4e-a9f4-ce1f42e5f96d req-ef7dac84-0183-40ef-b1d1-c492b753c7f2 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 945 time: 0.0495787 Sep 07 05:17:41.172315 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-44d65dda-f430-4c4e-a9f4-ce1f42e5f96d req-456dd6f8-09a9-4d7e-9356-06392e4be9ef tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Sep 07 05:17:41.519406 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d8a77-8265-47a5-882a-0d5941693e91 req-365d221b-fcde-47c4-9fb8-e33e493f93c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:41.520816 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-551d8a77-8265-47a5-882a-0d5941693e91 req-365d221b-fcde-47c4-9fb8-e33e493f93c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 945 time: 0.0488770 Sep 07 05:17:41.615707 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Deleting port 74fff56c-bb93-48db-8477-5484f4086bcd {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:17:41.616050 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:41.702715 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] For port 74fff56c-bb93-48db-8477-5484f4086bcd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74fff56c-bb93-48db-8477-5484f4086bcd,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:17:41.703070 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:41.871036 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:41.871304 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:41.871612 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Floating IP ab4eded8-c2b8-4eb7-88b4-6a6d8b16ae84 disassociated. External IP: 172.27.3.200, port: 74fff56c-bb93-48db-8477-5484f4086bcd. Sep 07 05:17:41.871942 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Calling delete_port for 74fff56c-bb93-48db-8477-5484f4086bcd owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:17:41.995126 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:42.028429 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event deleted for resources: {'Port': ['ID=74fff56c-bb93-48db-8477-5484f4086bcd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:17:42.037722 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.038066 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.038400 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.038729 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.039054 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.039469 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.039705 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.040687 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.041066 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.042019 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.042019 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.042019 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:42.153421 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Router a806b06f-0e85-4369-ba14-aafc755dd084 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:17:42.281719 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e2645cef-08c3-42f0-a934-e7a0cab35498 req-72a03d85-c69e-4c25-90a8-9fbad7b508e5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=de0cabe4-dc15-4842-8137-2cae76dd90ac HTTP/1.1" status: 200 len: 210 time: 0.0385478 Sep 07 05:17:42.285792 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:17:42.296685 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] Sync routers for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:17:42.306291 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:17:42.306835 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:17:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:17:42.327211 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] No DVR routers for this DVR port 74fff56c-bb93-48db-8477-5484f4086bcd on host hv-cinder-80475 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:17:42.329727 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:42.331624 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-551d8a77-8265-47a5-882a-0d5941693e91 req-45654209-65dd-4161-9e03-c1dd25af5f7a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "DELETE /v2.0/ports/74fff56c-bb93-48db-8477-5484f4086bcd HTTP/1.1" status: 204 len: 173 time: 0.8045478 Sep 07 05:17:42.332053 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'name': 'network-vif-deleted', 'tag': '74fff56c-bb93-48db-8477-5484f4086bcd'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:17:42.334324 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46e1340-b859-43ea-abb5-c49d280bb268" -d '{"events": [{"server_uuid": "de0cabe4-dc15-4842-8137-2cae76dd90ac", "name": "network-vif-deleted", "tag": "74fff56c-bb93-48db-8477-5484f4086bcd"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:17:42.374888 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758e70f9-1921-4750-ae51-5069294dd008 x-openstack-request-id: req-758e70f9-1921-4750-ae51-5069294dd008 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:17:42.375315 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0cabe4-dc15-4842-8137-2cae76dd90ac", "name": "network-vif-deleted", "tag": "74fff56c-bb93-48db-8477-5484f4086bcd", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:17:42.375719 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-758e70f9-1921-4750-ae51-5069294dd008 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:17:42.376142 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0cabe4-dc15-4842-8137-2cae76dd90ac', 'name': 'network-vif-deleted', 'tag': '74fff56c-bb93-48db-8477-5484f4086bcd', 'status': 'completed', 'code': 200} Sep 07 05:17:42.422128 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:17:42.628962 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:17:42.657359 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] Checking router: a806b06f-0e85-4369-ba14-aafc755dd084 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:17:42.666817 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:17:42.667420 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:17:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:17:42.774078 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:17:42.980918 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:17:43.012168 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276b1ef-e42d-47de-854b-657803389aa4 None None] The sync data for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi is: [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:17:43.225519 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6e0ed-ebf9-464c-a7b1-1de5f6979539 None None] New status for floating IP ab4eded8-c2b8-4eb7-88b4-6a6d8b16ae84: DOWN {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:17:43.546451 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-56e4035e-5b88-4639-bd07-7e539540676e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796155867&fields=id&tenant_id=095f65ec3c9f4452b30160f255daa001 HTTP/1.1" status: 200 len: 267 time: 0.0354846 Sep 07 05:17:43.654286 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-499e1c98-d60a-49eb-8bec-b52db98fd21b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:43.655720 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-499e1c98-d60a-49eb-8bec-b52db98fd21b tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 812 time: 0.1027265 Sep 07 05:17:43.671300 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-72172cb2-d378-49e7-a00e-e4cfce554a51 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/quotas/095f65ec3c9f4452b30160f255daa001 HTTP/1.1" status: 200 len: 375 time: 0.0099297 Sep 07 05:17:43.724931 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-e028b0ef-d417-411c-8605-304b43fbdfea tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483649 Sep 07 05:17:43.822338 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-1f1069e0-a3f5-4bc9-be72-7fc092135245 service neutron] 10.222.0.49 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846634 Sep 07 05:17:43.913000 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-d98565fd-c325-46b8-9526-792f541dced2 service neutron] 10.222.0.49 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846443 Sep 07 05:17:44.011556 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 74fff56c-bb93-48db-8477-5484f4086bcd no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:17:44.034940 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 74fff56c-bb93-48db-8477-5484f4086bcd {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:17:44.035278 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 74fff56c-bb93-48db-8477-5484f4086bcd not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:17:44.193375 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-35b4b5f4-44d0-4174-8687-afd5d41d934e req-d4ee4499-8d3b-419b-9bf1-072ca41a7310 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 210 time: 0.0263126 Sep 07 05:17:45.082664 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-133dfa17-ff44-483c-85d5-b4fc04b6b247 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:45.084057 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-133dfa17-ff44-483c-85d5-b4fc04b6b247 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 812 time: 0.1119075 Sep 07 05:17:45.129903 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-d6d40012-7cbd-4e8f-a615-b1a0a9d270b9 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=095f65ec3c9f4452b30160f255daa001 HTTP/1.1" status: 200 len: 380 time: 0.0359323 Sep 07 05:17:45.138898 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'port': {'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'admin_state_up': True, 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'security_groups': ['363e484d-f93a-4fef-9e9b-4db059c59b7b']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:17:45.249585 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Made reservation on behalf of 095f65ec3c9f4452b30160f255daa001 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:17:45.253320 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:45.293235 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-29b42160-a376-46d8-9a43-21310c4961fb req-90e047ee-5620-4b3c-9229-b4824ed52e65 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 210 time: 0.0297961 Sep 07 05:17:45.381991 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Allocated IP 172.20.0.12 (03e3b7d2-8365-4405-9376-cb8bab634c1a/e098dcda-7cd5-4c80-b5ae-3a2075d7755b/7d382518-2440-4a0e-abc9-900737edc35b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:17:45.525849 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:45.539068 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Transition to ACTIVE for port object 7d382518-2440-4a0e-abc9-900737edc35b will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:17:45.576779 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:45.617648 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:17:45.621425 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:17:45.627534 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:17:45.653193 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'Port': ['ID=7d382518-2440-4a0e-abc9-900737edc35b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:17:45.681396 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:45.682038 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:45.697714 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-617c103d-b7a6-4898-88e4-2213595dcb7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625677 Sep 07 05:17:45.710332 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Request body: {'port': {'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:17:45.771173 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:45.817601 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-cde0bd3b-0e52-4ba3-95ca-34858ac8b195 None None] Provisioning for port 7d382518-2440-4a0e-abc9-900737edc35b completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:17:45.822315 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-cde0bd3b-0e52-4ba3-95ca-34858ac8b195 None None] Provisioning complete for port 7d382518-2440-4a0e-abc9-900737edc35b triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:17:45.822688 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cde0bd3b-0e52-4ba3-95ca-34858ac8b195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:45.857918 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-cde0bd3b-0e52-4ba3-95ca-34858ac8b195 None None] Port 7d382518-2440-4a0e-abc9-900737edc35b cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:17:46.047887 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d382518-2440-4a0e-abc9-900737edc35b {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:17:46.055208 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:46.067340 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Transition to ACTIVE for port object 7d382518-2440-4a0e-abc9-900737edc35b will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:17:46.070501 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:46.140913 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d382518-2440-4a0e-abc9-900737edc35b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:17:46.183810 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:17:46.191793 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Attempting to bind port 7d382518-2440-4a0e-abc9-900737edc35b on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:17:46.192158 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Attempting to bind port 7d382518-2440-4a0e-abc9-900737edc35b by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:17:46.192495 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Attempting to bind port 7d382518-2440-4a0e-abc9-900737edc35b on network 03e3b7d2-8365-4405-9376-cb8bab634c1a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:17:46.198351 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Port 7d382518-2440-4a0e-abc9-900737edc35b on network 03e3b7d2-8365-4405-9376-cb8bab634c1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:17:46.198677 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Attempting to bind port 7d382518-2440-4a0e-abc9-900737edc35b on network 03e3b7d2-8365-4405-9376-cb8bab634c1a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:17:46.203814 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:17:46.204184 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Checking segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:17:46.204569 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Bound using segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:17:46.205006 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Bound port: 7d382518-2440-4a0e-abc9-900737edc35b, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:17:46.205360 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:46.270749 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] For port 7d382518-2440-4a0e-abc9-900737edc35b, host hv-cinder-80475, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:17:46.275443 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] For port 7d382518-2440-4a0e-abc9-900737edc35b, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d382518-2440-4a0e-abc9-900737edc35b,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:17:46.279231 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:46.312595 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:46.313216 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:46.314593 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/7d382518-2440-4a0e-abc9-900737edc35b HTTP/1.1" status: 200 len: 1094 time: 0.6085587 Sep 07 05:17:46.316260 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'tag': '7d382518-2440-4a0e-abc9-900737edc35b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:17:46.317281 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2859cdcb-693d-4c0a-8b6b-dcd99b8256dd", "tag": "7d382518-2440-4a0e-abc9-900737edc35b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:17:46.349162 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4890c-f71e-4cba-bc35-6efb051cf2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d382518-2440-4a0e-abc9-900737edc35b,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:17:46.369309 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e36233-f894-4874-be57-ea78a049f860 x-openstack-request-id: req-69e36233-f894-4874-be57-ea78a049f860 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:17:46.369557 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2859cdcb-693d-4c0a-8b6b-dcd99b8256dd", "tag": "7d382518-2440-4a0e-abc9-900737edc35b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:17:46.369812 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69e36233-f894-4874-be57-ea78a049f860 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:17:46.370213 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'tag': '7d382518-2440-4a0e-abc9-900737edc35b', 'status': 'completed', 'code': 200} Sep 07 05:17:46.445708 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-4f53fa5b-fc7a-4a56-9ae5-5ada397e02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:46.447800 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-4f53fa5b-fc7a-4a56-9ae5-5ada397e02f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 1097 time: 0.0735486 Sep 07 05:17:46.459850 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23388e64-86cd-4f36-8403-dc492e82af22 req-a4fbb2a3-d835-483f-aeca-37a8d4eebbbb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:46.461420 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-23388e64-86cd-4f36-8403-dc492e82af22 req-a4fbb2a3-d835-483f-aeca-37a8d4eebbbb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 944 time: 0.0785990 Sep 07 05:17:46.502355 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-1ac57c2b-d1ba-4fcf-8fbe-0a90a4a2a957 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d382518-2440-4a0e-abc9-900737edc35b HTTP/1.1" status: 200 len: 217 time: 0.0399082 Sep 07 05:17:46.559954 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-23388e64-86cd-4f36-8403-dc492e82af22 req-903d6c74-ba8b-4e9e-a48a-ffbc8850ebbe tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919061 Sep 07 05:17:46.568367 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a76848ca-a7a2-4045-8023-0b7e5014dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:46.569679 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-a76848ca-a7a2-4045-8023-0b7e5014dec7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0595565 Sep 07 05:17:46.616022 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-5c9f8c1d-33a7-4d72-9e9f-3145a30624ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:46.617534 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-5c9f8c1d-33a7-4d72-9e9f-3145a30624ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404141 Sep 07 05:17:46.710686 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-9c107310-6bd3-41a2-927f-59375bf559c8 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Sep 07 05:17:46.797723 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-444a31b5-3746-4583-8b52-a3c57f9a19dd req-8aefd459-3f1b-4aa7-804b-6217af30b22f service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791402 Sep 07 05:17:46.891925 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-a740fee7-9d05-422f-9778-9f33f3b13e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:46.893390 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-a740fee7-9d05-422f-9778-9f33f3b13e4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 1097 time: 0.0383527 Sep 07 05:17:46.987595 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-78694fa0-7b6c-4a00-94a2-12467cf97092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:46.988998 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-78694fa0-7b6c-4a00-94a2-12467cf97092 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.0870922 Sep 07 05:17:47.029780 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-280f1975-a3f6-4019-935c-b344c5f52bb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d382518-2440-4a0e-abc9-900737edc35b HTTP/1.1" status: 200 len: 217 time: 0.0331836 Sep 07 05:17:47.080518 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-756311b4-058d-4cf0-a2de-336adb063ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:47.081927 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-756311b4-058d-4cf0-a2de-336adb063ace service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0451624 Sep 07 05:17:47.126756 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-a67ab127-1bba-486f-9588-4546eafddf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:47.128276 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-a67ab127-1bba-486f-9588-4546eafddf70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386930 Sep 07 05:17:47.215586 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-226bd67d-12ee-404f-a233-1a587af4f7fb service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798144 Sep 07 05:17:47.309316 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a0fbc06-464f-4700-8de5-aa59df1c8e3d req-5123d471-dd34-40bf-bc7e-94836cf80654 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862682 Sep 07 05:17:47.674887 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98e817-77cd-4478-a235-d011952c7c93 req-88fc059f-5668-439c-aaca-09ec406df70d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:47.676420 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bd98e817-77cd-4478-a235-d011952c7c93 req-88fc059f-5668-439c-aaca-09ec406df70d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 944 time: 0.0489473 Sep 07 05:17:47.714500 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-bd98e817-77cd-4478-a235-d011952c7c93 req-4e6f4bc7-77fd-41f8-b713-390750915fef tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311806 Sep 07 05:17:47.801782 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9bb8-6fad-44d4-8a69-79a4344309e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:48.826691 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941bcc1-a512-4bea-8d9c-dacb7521c07f req-3fe3fc8c-31c1-4276-a291-0622e18d9468 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:48.828059 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f941bcc1-a512-4bea-8d9c-dacb7521c07f req-3fe3fc8c-31c1-4276-a291-0622e18d9468 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 944 time: 0.0485253 Sep 07 05:17:48.866098 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f941bcc1-a512-4bea-8d9c-dacb7521c07f req-5e39b0ea-e06d-4822-9441-49e2009ebea3 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321121 Sep 07 05:17:49.691706 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:50.039400 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d82182-4342-4349-8cb7-c6c5d54a8690 req-7d88d045-504b-464d-955a-1cb1e3bf0624 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:50.041498 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-51d82182-4342-4349-8cb7-c6c5d54a8690 req-7d88d045-504b-464d-955a-1cb1e3bf0624 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 944 time: 0.1069620 Sep 07 05:17:50.078854 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-51d82182-4342-4349-8cb7-c6c5d54a8690 req-365090d8-7136-46ab-9f1b-4da1871aaf7e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314481 Sep 07 05:17:50.927753 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7626a887-9a9e-430f-9c7d-977475d8c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:51.265065 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e4fd4-1a43-4239-b072-59e807a47c97 req-ed806e8a-bcb6-4afe-9a45-8a6089214ccd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:51.266759 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-781e4fd4-1a43-4239-b072-59e807a47c97 req-ed806e8a-bcb6-4afe-9a45-8a6089214ccd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 944 time: 0.1194632 Sep 07 05:17:51.309457 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-781e4fd4-1a43-4239-b072-59e807a47c97 req-65258035-6336-4ac9-9798-41cb8ce0afc9 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362296 Sep 07 05:17:51.797618 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:52.119581 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:52.425664 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb5d86-b8d6-497f-8aa6-3eb073d7c80e req-810de5f1-b21e-4816-a967-b0487499aa6c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:52.427159 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-40bb5d86-b8d6-497f-8aa6-3eb073d7c80e req-810de5f1-b21e-4816-a967-b0487499aa6c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 944 time: 0.0499508 Sep 07 05:17:52.468392 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-40bb5d86-b8d6-497f-8aa6-3eb073d7c80e req-9a1e65ee-0f0d-417a-8beb-5f13dea6950d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347896 Sep 07 05:17:52.625275 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4308dac-034a-4d51-89af-a8c351385b71 req-947e05d9-1e1a-44bd-a7bb-9812e10e7dbd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:52.626768 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d4308dac-034a-4d51-89af-a8c351385b71 req-947e05d9-1e1a-44bd-a7bb-9812e10e7dbd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0498319 Sep 07 05:17:52.665907 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-d4308dac-034a-4d51-89af-a8c351385b71 req-7c0a6479-0fe1-4f30-b1bd-b25079e3daf1 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321426 Sep 07 05:17:53.586259 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fe5b3-ffb3-4bf5-906b-1d829e0ac0c0 req-af74222a-0839-454e-967a-8bf030f32832 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:53.588283 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7b6fe5b3-ffb3-4bf5-906b-1d829e0ac0c0 req-af74222a-0839-454e-967a-8bf030f32832 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 944 time: 0.0524688 Sep 07 05:17:53.625211 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-7b6fe5b3-ffb3-4bf5-906b-1d829e0ac0c0 req-3c921d28-6716-4ae7-b292-dc0da87ad5c0 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308788 Sep 07 05:17:53.782374 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad8d9e-98ca-4733-b7c4-363636a16b50 req-68fbee50-22e0-4198-a983-812bd61c29b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:53.783755 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b8ad8d9e-98ca-4733-b7c4-363636a16b50 req-68fbee50-22e0-4198-a983-812bd61c29b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0530715 Sep 07 05:17:53.822604 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b8ad8d9e-98ca-4733-b7c4-363636a16b50 req-81f5fbe3-e156-47ff-84c4-11b0a1d7b6b7 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329397 Sep 07 05:17:54.010957 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:54.058326 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 7d382518-2440-4a0e-abc9-900737edc35b details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:17:54.150639 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 7d382518-2440-4a0e-abc9-900737edc35b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d382518-2440-4a0e-abc9-900737edc35b,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:17:54.161004 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '7d382518-2440-4a0e-abc9-900737edc35b', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'mac_address': 'fa:16:3e:3f:8b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:17:54.197265 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:54.209189 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d382518-2440-4a0e-abc9-900737edc35b {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:17:54.228251 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 7d382518-2440-4a0e-abc9-900737edc35b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d382518-2440-4a0e-abc9-900737edc35b,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:17:54.232154 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:54.277816 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=7d382518-2440-4a0e-abc9-900737edc35b,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:17:54.284552 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.284893 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.285226 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.285554 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.285877 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.286196 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.286513 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.286827 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.287142 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.287454 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.287765 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.288073 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:17:54.485035 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['7d382518-2440-4a0e-abc9-900737edc35b'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:17:54.741618 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c166fc-d3b6-46de-997f-70ecae560c53 req-e5ab5227-9031-4152-8565-411393bbeed2 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:54.743174 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d9c166fc-d3b6-46de-997f-70ecae560c53 req-e5ab5227-9031-4152-8565-411393bbeed2 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 945 time: 0.0479565 Sep 07 05:17:54.780832 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-d9c166fc-d3b6-46de-997f-70ecae560c53 req-7b39d7b0-3ba1-42dc-993c-d6f7d23ae7e3 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Sep 07 05:17:54.933282 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e44f-4a92-4f42-be41-2037e21e4c62 req-e9aa5751-d516-41a8-b56a-627fd90f061f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:54.934742 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7b16e44f-4a92-4f42-be41-2037e21e4c62 req-e9aa5751-d516-41a8-b56a-627fd90f061f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0470793 Sep 07 05:17:54.971928 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-7b16e44f-4a92-4f42-be41-2037e21e4c62 req-78a22ced-c74f-4319-b53e-a7fcb9655e01 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313175 Sep 07 05:17:55.894522 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5d951-172d-46b9-b208-419cab6eb896 req-e3991ba5-bf44-47c1-9fe7-881afd40bd3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:55.895995 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5cc5d951-172d-46b9-b208-419cab6eb896 req-e3991ba5-bf44-47c1-9fe7-881afd40bd3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 945 time: 0.0494671 Sep 07 05:17:55.934180 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5cc5d951-172d-46b9-b208-419cab6eb896 req-fc7877bc-87ae-443f-919f-ce7634b1afc0 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Sep 07 05:17:56.069308 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 7d382518-2440-4a0e-abc9-900737edc35b up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:17:56.090354 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145ff13-a243-4462-9be0-b56ee31dec67 req-ab49b3c4-95e0-45d1-b759-3e769a4d8701 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:56.091825 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9145ff13-a243-4462-9be0-b56ee31dec67 req-ab49b3c4-95e0-45d1-b759-3e769a4d8701 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0487888 Sep 07 05:17:56.119990 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 7d382518-2440-4a0e-abc9-900737edc35b completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:17:56.123817 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 7d382518-2440-4a0e-abc9-900737edc35b triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:17:56.124237 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:56.130668 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9145ff13-a243-4462-9be0-b56ee31dec67 req-9f397cd7-3366-45c8-9b53-8d11373b9c58 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324533 Sep 07 05:17:56.203728 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:56.225069 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d382518-2440-4a0e-abc9-900737edc35b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:17:56.227892 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550a5bfa-1d8c-4a8a-862e-c330310f2678" -d '{"events": [{"server_uuid": "2859cdcb-693d-4c0a-8b6b-dcd99b8256dd", "name": "network-vif-plugged", "status": "completed", "tag": "7d382518-2440-4a0e-abc9-900737edc35b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:17:56.240131 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 7d382518-2440-4a0e-abc9-900737edc35b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d382518-2440-4a0e-abc9-900737edc35b,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:17:56.244624 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:56.267431 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13883ac5-2c96-4541-90ec-53ab0e62492b x-openstack-request-id: req-13883ac5-2c96-4541-90ec-53ab0e62492b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:17:56.267719 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2859cdcb-693d-4c0a-8b6b-dcd99b8256dd", "name": "network-vif-plugged", "status": "completed", "tag": "7d382518-2440-4a0e-abc9-900737edc35b", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:17:56.267968 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13883ac5-2c96-4541-90ec-53ab0e62492b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:17:56.268378 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d382518-2440-4a0e-abc9-900737edc35b', 'code': 200} Sep 07 05:17:56.293942 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=7d382518-2440-4a0e-abc9-900737edc35b,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:17:56.476811 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c036863-fe4e-4e18-a43e-c00a35a82e11 req-1860be7d-cc29-405f-9353-44d990036d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:56.478785 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6c036863-fe4e-4e18-a43e-c00a35a82e11 req-1860be7d-cc29-405f-9353-44d990036d31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 1099 time: 0.0427537 Sep 07 05:17:56.512451 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6c036863-fe4e-4e18-a43e-c00a35a82e11 req-d5ac2081-3f05-44eb-98f9-ffb76b96fefc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270791 Sep 07 05:17:57.047005 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef38eaa-88a9-457c-8196-aaddd77c1bd4 req-5f9df405-ff4e-47c9-803d-f8fdd0ea80fc tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:57.048507 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3ef38eaa-88a9-457c-8196-aaddd77c1bd4 req-5f9df405-ff4e-47c9-803d-f8fdd0ea80fc tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 946 time: 0.0499115 Sep 07 05:17:57.085661 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3ef38eaa-88a9-457c-8196-aaddd77c1bd4 req-a150e104-21e9-454b-a1f3-7a88e0d5652c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Sep 07 05:17:57.250972 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab76f3-1da2-4ef6-bd75-db433d9328e5 req-e395f969-cf75-4040-b553-60f5e831a39f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:57.252372 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-81ab76f3-1da2-4ef6-bd75-db433d9328e5 req-e395f969-cf75-4040-b553-60f5e831a39f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0527384 Sep 07 05:17:57.290076 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-81ab76f3-1da2-4ef6-bd75-db433d9328e5 req-648f408e-59d1-4d66-844e-0c111bb984b7 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309725 Sep 07 05:17:58.196906 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5eb3c-96fc-4981-b8c3-1ac922c3d88b req-f2f82abb-3434-4769-a664-3d576f4d5a06 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:58.198663 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a0d5eb3c-96fc-4981-b8c3-1ac922c3d88b req-f2f82abb-3434-4769-a664-3d576f4d5a06 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 946 time: 0.0477555 Sep 07 05:17:58.235238 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-a0d5eb3c-96fc-4981-b8c3-1ac922c3d88b req-4cc9400a-6097-45c9-8c07-7efc930c7040 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307548 Sep 07 05:17:58.352460 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc54ede-0239-47bc-9937-a86bf4eb8729 req-e7de00b9-fe23-42c7-bea3-d88d7de640e3 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:58.353942 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cbc54ede-0239-47bc-9937-a86bf4eb8729 req-e7de00b9-fe23-42c7-bea3-d88d7de640e3 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 946 time: 0.0524516 Sep 07 05:17:58.394207 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cbc54ede-0239-47bc-9937-a86bf4eb8729 req-8a24540b-db91-4ff4-b4ea-b3ca7b9e6cf9 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342584 Sep 07 05:17:58.408946 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58245f2-01cf-4187-a5ec-64dac4047352 req-f1642c8c-ced6-49ad-9249-19bf8353c2b3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:58.410399 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f58245f2-01cf-4187-a5ec-64dac4047352 req-f1642c8c-ced6-49ad-9249-19bf8353c2b3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0518150 Sep 07 05:17:58.415876 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51964) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:17:58.476477 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f58245f2-01cf-4187-a5ec-64dac4047352 req-3bc8429b-a334-4d50-acf9-d23ffba04c73 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526996 Sep 07 05:17:58.479746 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ac89d4-d7b3-44a9-82ad-2309db6dc7b5 tempest-TestVolumeBootPattern-639903008 tempest-TestVolumeBootPattern-639903008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:58.481202 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-02ac89d4-d7b3-44a9-82ad-2309db6dc7b5 tempest-TestVolumeBootPattern-639903008 tempest-TestVolumeBootPattern-639903008-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 1094 time: 0.0643883 Sep 07 05:17:58.484050 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 51966) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:17:58.488289 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'floatingip': {'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:17:58.511229 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:58.609553 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:58.712536 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Allocated IP 172.27.3.185 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/c33bc85c-956a-479f-a737-291fe7609094) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:17:58.817742 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:58.857513 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:58.893906 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:17:58.896696 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:17:58.902686 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:17:58.924508 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'Port': ['ID=c33bc85c-956a-479f-a737-291fe7609094,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:17:59.497238 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:59.564679 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:59.593832 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a875-ccb1-474d-9cc8-7c00aee8f4d1 req-fcfe4dbc-1f72-4c59-8efc-b3616de8452a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:17:59.595321 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4ec8a875-ccb1-474d-9cc8-7c00aee8f4d1 req-fcfe4dbc-1f72-4c59-8efc-b3616de8452a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0493696 Sep 07 05:17:59.637501 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-4ec8a875-ccb1-474d-9cc8-7c00aee8f4d1 req-c2484f9a-5724-4d6d-b8d3-bea93b6eec59 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360982 Sep 07 05:17:59.713977 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:59.718437 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:59.792566 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'Port': ['ID=c33bc85c-956a-479f-a737-291fe7609094,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:17:59.802190 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:17:59.898233 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Floating IP f4a0360d-a625-4752-9dc6-8f9cb3148f65 associated. External IP: 172.27.3.185, port: 7d382518-2440-4a0e-abc9-900737edc35b. Sep 07 05:18:00.093682 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Router a806b06f-0e85-4369-ba14-aafc755dd084 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:18:00.199488 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:18:00.208886 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] Sync routers for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:18:00.215524 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:00.219863 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:18:00.220510 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:17:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:00.246625 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-fae96954-ee7f-4cec-96f8-e79d95c158ed tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7615170 Sep 07 05:18:00.247221 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'tag': '7d382518-2440-4a0e-abc9-900737edc35b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:18:00.249606 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19af81fb-72ef-4236-b4c5-9c598ee52bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "2859cdcb-693d-4c0a-8b6b-dcd99b8256dd", "tag": "7d382518-2440-4a0e-abc9-900737edc35b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:18:00.285453 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a72df4-caad-418f-bd8e-0581dbbeffa3 x-openstack-request-id: req-47a72df4-caad-418f-bd8e-0581dbbeffa3 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:18:00.285747 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2859cdcb-693d-4c0a-8b6b-dcd99b8256dd", "tag": "7d382518-2440-4a0e-abc9-900737edc35b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:18:00.285999 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47a72df4-caad-418f-bd8e-0581dbbeffa3 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:18:00.286406 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'tag': '7d382518-2440-4a0e-abc9-900737edc35b', 'status': 'completed', 'code': 200} Sep 07 05:18:00.328734 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:18:00.346650 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-c056334b-3c07-4f75-a90c-f817d3ac0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:00.348138 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-c056334b-3c07-4f75-a90c-f817d3ac0fae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 1099 time: 0.0399649 Sep 07 05:18:00.436986 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-c5481104-7057-40e4-b389-8529cf98b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:00.438490 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-c5481104-7057-40e4-b389-8529cf98b4c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.0839937 Sep 07 05:18:00.508246 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-7d77505d-3459-4c6f-8621-a3c68152dfca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d382518-2440-4a0e-abc9-900737edc35b HTTP/1.1" status: 200 len: 1000 time: 0.0631626 Sep 07 05:18:00.551045 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'f4a0360d-a625-4752-9dc6-8f9cb3148f65', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:3f:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:17:59Z', 'updated_at': '2021-09-07T05:17:59Z', 'revision_number': 0, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:00.560859 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-08482d3c-fe21-4114-aa00-aaba85f93979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:00.562312 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-08482d3c-fe21-4114-aa00-aaba85f93979 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0473621 Sep 07 05:18:00.656195 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-5d1ceb02-03e4-4403-8755-418728188e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:00.657712 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-5d1ceb02-03e4-4403-8755-418728188e25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888474 Sep 07 05:18:00.668843 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] Checking router: a806b06f-0e85-4369-ba14-aafc755dd084 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:18:00.677957 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:18:00.678574 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:17:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:00.755331 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-6414b2d6-32ec-4a18-8323-bbb4ff86d240 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896573 Sep 07 05:18:00.757765 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad63f3-7c44-4544-bf69-ff630ad57849 req-cea4d77d-a4be-425c-b314-b8a1c507d7b1 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:00.759350 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b0ad63f3-7c44-4544-bf69-ff630ad57849 req-cea4d77d-a4be-425c-b314-b8a1c507d7b1 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0536728 Sep 07 05:18:00.786296 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:18:00.803999 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-b0ad63f3-7c44-4544-bf69-ff630ad57849 req-24e5f69c-aa03-4c29-b533-9db752fc8458 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379794 Sep 07 05:18:00.850810 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-19af81fb-72ef-4236-b4c5-9c598ee52bd2 req-e6ed14b8-ca6f-4f3d-ae29-27716d34a25b service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886126 Sep 07 05:18:01.005925 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'f4a0360d-a625-4752-9dc6-8f9cb3148f65', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:3f:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:17:59Z', 'updated_at': '2021-09-07T05:17:59Z', 'revision_number': 0, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:01.034073 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeaeb6d-33f2-41a7-b8ae-cccdd402184d None None] The sync data for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi is: [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'f4a0360d-a625-4752-9dc6-8f9cb3148f65', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:3f:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:17:59Z', 'updated_at': '2021-09-07T05:17:59Z', 'revision_number': 0, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:18:01.212559 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e675d-fc5d-4429-a4cb-c4892d45f04b None None] New status for floating IP f4a0360d-a625-4752-9dc6-8f9cb3148f65: ACTIVE {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:18:01.364608 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a483910-5754-42ac-a15a-8026184cc2cd req-9ee9dc34-41dd-40f2-b299-bf1729930008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:01.366207 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a483910-5754-42ac-a15a-8026184cc2cd req-9ee9dc34-41dd-40f2-b299-bf1729930008 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 1098 time: 0.0466108 Sep 07 05:18:01.470466 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a483910-5754-42ac-a15a-8026184cc2cd req-7fb7c5a9-4fa8-4778-8bde-86e99cec3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:01.471924 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a483910-5754-42ac-a15a-8026184cc2cd req-7fb7c5a9-4fa8-4778-8bde-86e99cec3746 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 911 time: 0.0868146 Sep 07 05:18:01.538925 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a483910-5754-42ac-a15a-8026184cc2cd req-c9b96d22-e3fd-4e11-a578-7c13357196a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e HTTP/1.1" status: 200 len: 1000 time: 0.0600679 Sep 07 05:18:01.586250 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a483910-5754-42ac-a15a-8026184cc2cd req-97549f7a-bca0-4718-a24c-a3d16700ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:01.588249 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a483910-5754-42ac-a15a-8026184cc2cd req-97549f7a-bca0-4718-a24c-a3d16700ca5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26258d7-5964-41a7-b161-ecbc990372a3 HTTP/1.1" status: 200 len: 849 time: 0.0429320 Sep 07 05:18:01.632297 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a483910-5754-42ac-a15a-8026184cc2cd req-76f91326-7026-429e-a622-e78284cca606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:01.634522 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a483910-5754-42ac-a15a-8026184cc2cd req-76f91326-7026-429e-a622-e78284cca606 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4821b922-e914-494c-a559-818e1a4b6fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394099 Sep 07 05:18:01.646877 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [req-3a483910-5754-42ac-a15a-8026184cc2cd req-6ea15fba-1198-4ebd-84df-08f5c5289e93 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:18:01.647798 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a483910-5754-42ac-a15a-8026184cc2cd req-6ea15fba-1198-4ebd-84df-08f5c5289e93 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047631 Sep 07 05:18:01.738197 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a483910-5754-42ac-a15a-8026184cc2cd req-2351e38e-86a8-457e-bc6a-a9f7072ab1a7 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831876 Sep 07 05:18:01.830044 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-3a483910-5754-42ac-a15a-8026184cc2cd req-1bb596db-2e40-414e-8589-40c4f9a3865b service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850430 Sep 07 05:18:01.916990 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b944f-daa4-4e27-a4c0-22719c9e5bd6 req-b1727676-7cae-4161-ac8c-4506c565ccb6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:01.918347 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-511b944f-daa4-4e27-a4c0-22719c9e5bd6 req-b1727676-7cae-4161-ac8c-4506c565ccb6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0479450 Sep 07 05:18:01.955828 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-511b944f-daa4-4e27-a4c0-22719c9e5bd6 req-e5d49a0e-9f79-4b54-bfb0-54f48b24e90a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316415 Sep 07 05:18:03.067483 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eeb217-0515-4a9f-9c68-bf33b5c6a488 req-a9cbb03d-eca3-48e9-bb26-8df99817ea15 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:03.068973 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a7eeb217-0515-4a9f-9c68-bf33b5c6a488 req-a9cbb03d-eca3-48e9-bb26-8df99817ea15 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Sep 07 05:18:03.106605 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a7eeb217-0515-4a9f-9c68-bf33b5c6a488 req-cc071f64-30ae-41e8-ba4b-b819a1ab2aea tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317352 Sep 07 05:18:03.340751 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a79c5-1de2-45e0-b014-5ca90652b91d req-99775c86-c4ac-4dc2-b160-9dfa100443a3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:03.343386 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-650a79c5-1de2-45e0-b014-5ca90652b91d req-99775c86-c4ac-4dc2-b160-9dfa100443a3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0498810 Sep 07 05:18:03.372189 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-6511b236-49c9-4037-8ea6-cc60a1e441e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:03.373681 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-6511b236-49c9-4037-8ea6-cc60a1e441e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 1098 time: 0.0404639 Sep 07 05:18:03.381068 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-650a79c5-1de2-45e0-b014-5ca90652b91d req-3f05118a-c046-4194-8fd4-3357faedd059 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Sep 07 05:18:03.466954 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-664aaf26-c694-42a3-b810-08304d3dd605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:03.468498 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-664aaf26-c694-42a3-b810-08304d3dd605 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 911 time: 0.0879726 Sep 07 05:18:03.533561 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-ebc77970-17d1-4d6d-b378-e12885fcbc10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e HTTP/1.1" status: 200 len: 1000 time: 0.0579796 Sep 07 05:18:03.582524 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-3770793c-f9cd-4d0c-8963-2e997bc0bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:03.583960 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-3770793c-f9cd-4d0c-8963-2e997bc0bcb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26258d7-5964-41a7-b161-ecbc990372a3 HTTP/1.1" status: 200 len: 849 time: 0.0438416 Sep 07 05:18:03.632226 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-d9042c05-6c50-4816-8ed2-c4473e49e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:03.634814 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-d9042c05-6c50-4816-8ed2-c4473e49e119 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4821b922-e914-494c-a559-818e1a4b6fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440559 Sep 07 05:18:03.723721 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-6a8a35ac-a353-47d3-b57b-9373a346edd7 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814152 Sep 07 05:18:03.816655 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f6f34293-0d3a-451c-9ac7-6f2ffbb913e5 req-df32f3d5-a53f-4846-a8dc-af3a24750759 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866899 Sep 07 05:18:04.498718 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7030e5-e4ed-4e1c-a1ee-d98f89891ff1 req-0cbfa9a7-f2a3-483c-b22d-ba8fe6023c52 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:04.500222 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1e7030e5-e4ed-4e1c-a1ee-d98f89891ff1 req-0cbfa9a7-f2a3-483c-b22d-ba8fe6023c52 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0496092 Sep 07 05:18:04.537331 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1e7030e5-e4ed-4e1c-a1ee-d98f89891ff1 req-2d58712e-2c92-4040-8982-7f565b501770 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Sep 07 05:18:17.802841 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87daa824-250b-47ce-ae98-2776dc50f7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:19.711848 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:20.931171 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9e03-8d39-4c4a-b822-d45b5b55dc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:21.800957 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:22.122797 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:23.183302 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:18:24.012630 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:37.611679 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b1b4-0121-40c1-bbd8-81579293f568 req-06b86afc-8a0a-4d6b-b028-44cb4b1306f2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:37.613152 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5cd3b1b4-0121-40c1-bbd8-81579293f568 req-06b86afc-8a0a-4d6b-b028-44cb4b1306f2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0520489 Sep 07 05:18:37.651806 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-5cd3b1b4-0121-40c1-bbd8-81579293f568 req-8f8b33cc-e893-4bf0-8b6c-d9ac17c1ea67 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326476 Sep 07 05:18:38.767470 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f5b9c-a5e4-41ec-b2d5-fdf015fa092d req-ad07b695-702b-49ca-804f-8241049ef4c7 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:38.768953 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-874f5b9c-a5e4-41ec-b2d5-fdf015fa092d req-ad07b695-702b-49ca-804f-8241049ef4c7 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0485978 Sep 07 05:18:38.811777 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-874f5b9c-a5e4-41ec-b2d5-fdf015fa092d req-a9691703-e355-42d5-94b0-a6807358b72d tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369289 Sep 07 05:18:39.564780 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-3e610dbc-177a-474b-b464-fd81bf80cab9 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:39.566223 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-3e610dbc-177a-474b-b464-fd81bf80cab9 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Sep 07 05:18:39.654970 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Deleting port 1a342e45-aef8-48b4-9ffe-6a1b4498710e {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:18:39.655315 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:39.747020 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] For port 1a342e45-aef8-48b4-9ffe-6a1b4498710e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1a342e45-aef8-48b4-9ffe-6a1b4498710e,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:18:39.747385 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:39.913605 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:39.914325 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:39.914325 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Floating IP 553ddd7a-462f-4d38-aad0-7c942c608d7e disassociated. External IP: 172.27.3.91, port: 1a342e45-aef8-48b4-9ffe-6a1b4498710e. Sep 07 05:18:39.914584 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Calling delete_port for 1a342e45-aef8-48b4-9ffe-6a1b4498710e owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:18:39.927269 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c109-2e86-4fab-bd48-8475cd9bad57 req-9284d413-5734-4c06-91ec-da2b1e00e808 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:39.928792 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8d27c109-2e86-4fab-bd48-8475cd9bad57 req-9284d413-5734-4c06-91ec-da2b1e00e808 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f389f96-0d0a-4948-892d-bf01c50c7400 HTTP/1.1" status: 200 len: 945 time: 0.0495436 Sep 07 05:18:39.967823 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8d27c109-2e86-4fab-bd48-8475cd9bad57 req-a66069cf-2f2c-4fdf-8a9f-5f8aef24dc87 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=20018d51-d0b8-412d-9853-690a164add6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322721 Sep 07 05:18:40.041253 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:40.068628 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event deleted for resources: {'Port': ['ID=1a342e45-aef8-48b4-9ffe-6a1b4498710e,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:40.183777 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Router e3ae098e-d0df-49b3-bd81-a56d21ef1463 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:18:40.288984 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:18:40.299054 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] Sync routers for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:18:40.308225 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:18:40.308827 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:18:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:40.325998 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] No DVR routers for this DVR port 1a342e45-aef8-48b4-9ffe-6a1b4498710e on host hv-cinder-80475 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:18:40.328527 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:40.330483 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2effe1d1-5fc5-422d-84bb-96f33d1d8087 req-960ee709-3473-4608-94b3-974be7751b7c tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.16 "DELETE /v2.0/ports/1a342e45-aef8-48b4-9ffe-6a1b4498710e HTTP/1.1" status: 204 len: 173 time: 0.7576849 Sep 07 05:18:40.330909 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'name': 'network-vif-deleted', 'tag': '1a342e45-aef8-48b4-9ffe-6a1b4498710e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:18:40.333313 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b337b66-e9ad-42cb-8ed5-5e777172c752" -d '{"events": [{"server_uuid": "9f389f96-0d0a-4948-892d-bf01c50c7400", "name": "network-vif-deleted", "tag": "1a342e45-aef8-48b4-9ffe-6a1b4498710e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:18:40.421727 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:18:40.439565 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f5daaf-6876-4b32-8833-42898fee437d x-openstack-request-id: req-04f5daaf-6876-4b32-8833-42898fee437d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:18:40.439858 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f389f96-0d0a-4948-892d-bf01c50c7400", "name": "network-vif-deleted", "tag": "1a342e45-aef8-48b4-9ffe-6a1b4498710e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:18:40.440143 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04f5daaf-6876-4b32-8833-42898fee437d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:18:40.440567 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f389f96-0d0a-4948-892d-bf01c50c7400', 'name': 'network-vif-deleted', 'tag': '1a342e45-aef8-48b4-9ffe-6a1b4498710e', 'status': 'completed', 'code': 200} Sep 07 05:18:40.634095 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:40.659363 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] Checking router: e3ae098e-d0df-49b3-bd81-a56d21ef1463 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:18:40.668148 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:18:40.668739 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:18:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:40.779270 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:18:40.987588 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:41.014321 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c50c0-70b7-467a-a80c-67ae1d05c87c None None] The sync data for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi is: [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:18:41.218025 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8602ac8-2718-4a8a-8e81-c560f231e04f None None] New status for floating IP 553ddd7a-462f-4d38-aad0-7c942c608d7e: DOWN {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:18:42.071588 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52032) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:18:42.125099 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.147145 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.202138 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.204672 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.205861 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "DELETE /v2.0/security-groups/20018d51-d0b8-412d-9853-690a164add6c HTTP/1.1" status: 204 len: 168 time: 0.1332357 Sep 07 05:18:42.208884 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52034) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:18:42.215048 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20018d51-d0b8-412d-9853-690a164add6c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:42.222064 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.222407 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.222670 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.api.v2.resource [None req-4e9e074a-ea84-4069-a5e7-3dc3a69a139b tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] show failed (client error): The resource could not be found. Sep 07 05:18:42.222803 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.223059 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.223388 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.223659 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-4e9e074a-ea84-4069-a5e7-3dc3a69a139b tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups/20018d51-d0b8-412d-9853-690a164add6c HTTP/1.1" status: 404 len: 347 time: 0.0136330 Sep 07 05:18:42.223783 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.224021 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.224371 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.224692 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.225030 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.225327 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.225640 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a0216-f9ff-4e9b-9e55-1cb9b05afd4f tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.226502 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52036) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:18:42.352357 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Deleting port fcbd72c0-8fb8-4cdd-8bc2-66d264470788 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:18:42.352603 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.428372 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.428724 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.440776 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Calling delete_port for fcbd72c0-8fb8-4cdd-8bc2-66d264470788 owned by network:floatingip {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:18:42.575300 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.600774 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event deleted for resources: {'Port': ['ID=fcbd72c0-8fb8-4cdd-8bc2-66d264470788,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:42.613200 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.613549 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.613894 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.614230 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.614561 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.614892 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.615221 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.615548 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.615881 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.616238 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.616557 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.616876 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:18:42.673338 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.675848 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.677030 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-d1bd206b-480e-4f60-ade6-4d05be2bd6b8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "DELETE /v2.0/floatingips/553ddd7a-462f-4d38-aad0-7c942c608d7e HTTP/1.1" status: 204 len: 168 time: 0.4495764 Sep 07 05:18:42.877079 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52040) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:18:42.881992 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-de89762d-ae69-4cb7-a6d8-edd6d550c153 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011381315', 'description': 'tempest-description--42237571'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:18:42.904157 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de89762d-ae69-4cb7-a6d8-edd6d550c153 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.986774 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de89762d-ae69-4cb7-a6d8-edd6d550c153 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:42.990503 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de89762d-ae69-4cb7-a6d8-edd6d550c153 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.020392 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de89762d-ae69-4cb7-a6d8-edd6d550c153 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.021641 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-de89762d-ae69-4cb7-a6d8-edd6d550c153 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1435568 Sep 07 05:18:43.023582 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89762d-ae69-4cb7-a6d8-edd6d550c153 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c5c890-5cef-4b47-bbf6-b8c79a6c969c,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:43.024768 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52042) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:18:43.029376 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b9be3c77-afa0-4e87-a6a2-7e3556a2a2e3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'security_group_rule': {'security_group_id': '22c5c890-5cef-4b47-bbf6-b8c79a6c969c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:18:43.055076 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9be3c77-afa0-4e87-a6a2-7e3556a2a2e3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.101745 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9be3c77-afa0-4e87-a6a2-7e3556a2a2e3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.109400 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9be3c77-afa0-4e87-a6a2-7e3556a2a2e3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.129723 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be3c77-afa0-4e87-a6a2-7e3556a2a2e3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a78cb5-ad29-4635-a409-c638ff8eb830,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:43.133429 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b9be3c77-afa0-4e87-a6a2-7e3556a2a2e3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.134622 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b9be3c77-afa0-4e87-a6a2-7e3556a2a2e3 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088152 Sep 07 05:18:43.138733 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52044) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:18:43.143665 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7d520026-321b-4d0d-b32c-cad27b0062d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'security_group_rule': {'security_group_id': '22c5c890-5cef-4b47-bbf6-b8c79a6c969c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:18:43.169368 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d520026-321b-4d0d-b32c-cad27b0062d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.227716 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d520026-321b-4d0d-b32c-cad27b0062d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.231421 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d520026-321b-4d0d-b32c-cad27b0062d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586911'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.246518 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d520026-321b-4d0d-b32c-cad27b0062d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8251a0a8-68ef-4f66-98a2-50659794887a,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:43.255218 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d520026-321b-4d0d-b32c-cad27b0062d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.256456 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7d520026-321b-4d0d-b32c-cad27b0062d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163754 Sep 07 05:18:43.259549 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52046) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:18:43.264520 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'floatingip': {'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:18:43.285045 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.381599 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.485966 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Allocated IP 172.27.3.67 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/a250211b-bda4-4849-a595-530decad8355) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:18:43.590715 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.629343 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.665003 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:18:43.668763 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:18:43.672110 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:18:43.704168 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'Port': ['ID=a250211b-bda4-4849-a595-530decad8355,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:43.764769 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.805325 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.949602 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:43.953943 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:44.025093 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'Port': ['ID=a250211b-bda4-4849-a595-530decad8355,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:44.033850 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:44.047795 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:44.049141 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-82a38a08-9830-4887-a754-d92de44cb764 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7879226 Sep 07 05:18:44.187781 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-78adc0ed-4381-49ce-ac93-205749f3a550 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2011381315&fields=id&tenant_id=e0af675b32c84a058f4c345615d5709b HTTP/1.1" status: 200 len: 267 time: 0.0314610 Sep 07 05:18:44.224439 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 1a342e45-aef8-48b4-9ffe-6a1b4498710e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:18:44.244045 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 1a342e45-aef8-48b4-9ffe-6a1b4498710e {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:18:44.244848 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 1a342e45-aef8-48b4-9ffe-6a1b4498710e not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:18:44.298458 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-fda38712-69a5-41e6-b2db-a0376ee45e44 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:44.299917 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-fda38712-69a5-41e6-b2db-a0376ee45e44 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 810 time: 0.1055610 Sep 07 05:18:44.315136 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-2d0ff3c9-e322-476a-9e2f-4778ad830b91 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/quotas/e0af675b32c84a058f4c345615d5709b HTTP/1.1" status: 200 len: 375 time: 0.0094590 Sep 07 05:18:44.371060 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-f50a0d3a-986b-4442-bde0-836a0e90ec17 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489273 Sep 07 05:18:44.429636 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-df529a70-23bf-4fd2-9fee-acdddf74f5c2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 05:18:44.430639 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-df529a70-23bf-4fd2-9fee-acdddf74f5c2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482173 Sep 07 05:18:44.525073 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-0ebb373e-d4a7-472a-bf5f-e34e346b211e service neutron] 10.222.0.49 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866973 Sep 07 05:18:44.858715 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-c28f0d19-25cd-47af-8b6d-180be4da72a0 service neutron] 10.222.0.49 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272326 Sep 07 05:18:45.021542 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-897f8246-7428-4155-a73e-22c36f72d1cc req-6f7146ff-644e-4a77-a47c-9f8376a84244 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 210 time: 0.0315831 Sep 07 05:18:46.014245 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-aa7f3f4e-42c7-45bb-880e-091410cf3774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:46.015624 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-aa7f3f4e-42c7-45bb-880e-091410cf3774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.16 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 810 time: 0.1043172 Sep 07 05:18:46.059609 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-662a545a-fc20-414e-9b87-0c8d581663f2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0af675b32c84a058f4c345615d5709b HTTP/1.1" status: 200 len: 380 time: 0.0347946 Sep 07 05:18:46.069713 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'port': {'device_id': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'admin_state_up': True, 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'security_groups': ['22c5c890-5cef-4b47-bbf6-b8c79a6c969c']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:18:46.150213 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-65be0f6c-cfae-4a5d-9efc-48a803d44170 req-d8fa2ec0-db4c-425f-b1ed-fb646faedd7a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 210 time: 0.0557597 Sep 07 05:18:46.203215 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Made reservation on behalf of e0af675b32c84a058f4c345615d5709b for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:18:46.206894 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:46.332056 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Allocated IP 172.20.0.9 (4821b922-e914-494c-a559-818e1a4b6fec/d26258d7-5964-41a7-b161-ecbc990372a3/76f94993-d8e9-4de6-9ab3-f150d9bf4883) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:18:46.473880 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:46.487968 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Transition to ACTIVE for port object 76f94993-d8e9-4de6-9ab3-f150d9bf4883 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:18:46.519788 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:46.561897 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Network 4821b922-e914-494c-a559-818e1a4b6fec is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:18:46.564962 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:18:46.570957 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:18:46.577443 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event updated for resources: {'Port': ['ID=76f94993-d8e9-4de6-9ab3-f150d9bf4883,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:46.628943 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:46.629559 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:46.644455 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-b6d89a6e-36b7-4959-8c13-4398e05322fd tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784543 Sep 07 05:18:46.656867 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Request body: {'port': {'device_id': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:18:46.711752 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:46.774492 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a1df91c1-3a04-466f-a644-d0fe125f5164 None None] Provisioning for port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:18:46.779001 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a1df91c1-3a04-466f-a644-d0fe125f5164 None None] Provisioning complete for port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:18:46.779373 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a1df91c1-3a04-466f-a644-d0fe125f5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:46.817486 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a1df91c1-3a04-466f-a644-d0fe125f5164 None None] Port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:18:46.981726 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f94993-d8e9-4de6-9ab3-f150d9bf4883 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:18:46.988808 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:47.000873 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Transition to ACTIVE for port object 76f94993-d8e9-4de6-9ab3-f150d9bf4883 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:18:47.004486 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:47.054597 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Pushing event updated for resources: {'Port': ['ID=76f94993-d8e9-4de6-9ab3-f150d9bf4883,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:47.126102 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Attempting to bind port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:18:47.126462 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Attempting to bind port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:18:47.126822 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Attempting to bind port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 on network 4821b922-e914-494c-a559-818e1a4b6fec {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:18:47.131745 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 on network 4821b922-e914-494c-a559-818e1a4b6fec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:18:47.132087 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Attempting to bind port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 on network 4821b922-e914-494c-a559-818e1a4b6fec {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:18:47.138308 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:18:47.138654 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Checking segment: {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:18:47.139050 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Bound using segment: {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:18:47.139484 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Bound port: 76f94993-d8e9-4de6-9ab3-f150d9bf4883, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2653c2-d0b1-46e4-a336-12e3f129f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:18:47.139850 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:47.217887 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] For port 76f94993-d8e9-4de6-9ab3-f150d9bf4883, host hv-cinder-80475, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:18:47.221410 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] For port 76f94993-d8e9-4de6-9ab3-f150d9bf4883, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=76f94993-d8e9-4de6-9ab3-f150d9bf4883,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:18:47.227200 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:47.266410 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:47.267156 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:47.268593 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] 10.222.0.16 "PUT /v2.0/ports/76f94993-d8e9-4de6-9ab3-f150d9bf4883 HTTP/1.1" status: 200 len: 1093 time: 0.6162870 Sep 07 05:18:47.273090 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'tag': '76f94993-d8e9-4de6-9ab3-f150d9bf4883'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:18:47.274959 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f501e8-90e5-4e57-b596-1373fc822fce req-0a47859a-c4d3-4668-b694-88bd405c7103 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:47.275615 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9226d1-166d-4d43-a856-57d4146663c9" -d '{"events": [{"name": "network-changed", "server_uuid": "21f96ae9-4e0b-4494-b36e-3b3eb6f99218", "tag": "76f94993-d8e9-4de6-9ab3-f150d9bf4883"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:18:47.276752 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3f501e8-90e5-4e57-b596-1373fc822fce req-0a47859a-c4d3-4668-b694-88bd405c7103 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 943 time: 0.0516315 Sep 07 05:18:47.300463 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec78ca-66aa-4648-b679-cf24bd3e2808 service neutron] Pushing event updated for resources: {'Port': ['ID=76f94993-d8e9-4de6-9ab3-f150d9bf4883,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:47.333882 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc259c4-8024-4301-9e97-83ba6e26c375 x-openstack-request-id: req-cbc259c4-8024-4301-9e97-83ba6e26c375 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:18:47.334136 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c3f501e8-90e5-4e57-b596-1373fc822fce req-c817fd48-aff9-4ee0-a19c-c44256f706bf tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=22c5c890-5cef-4b47-bbf6-b8c79a6c969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490732 Sep 07 05:18:47.334232 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f96ae9-4e0b-4494-b36e-3b3eb6f99218", "tag": "76f94993-d8e9-4de6-9ab3-f150d9bf4883", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:18:47.334324 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbc259c4-8024-4301-9e97-83ba6e26c375 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:18:47.334710 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'tag': '76f94993-d8e9-4de6-9ab3-f150d9bf4883', 'status': 'completed', 'code': 200} Sep 07 05:18:47.366315 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-bca27bc9-931e-4479-bfb6-da9ce8b87724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:47.367868 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-bca27bc9-931e-4479-bfb6-da9ce8b87724 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 1096 time: 0.0456555 Sep 07 05:18:47.412239 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-c6896ae6-05ca-4fe8-a618-5fb5923420de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f94993-d8e9-4de6-9ab3-f150d9bf4883 HTTP/1.1" status: 200 len: 217 time: 0.0361054 Sep 07 05:18:47.468370 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-636b6457-5a2b-4101-8248-f83448b9bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:47.469849 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-636b6457-5a2b-4101-8248-f83448b9bb1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26258d7-5964-41a7-b161-ecbc990372a3 HTTP/1.1" status: 200 len: 849 time: 0.0502868 Sep 07 05:18:47.515400 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-06dc0466-aae9-4c51-a752-f3e921a52c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:47.516811 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-06dc0466-aae9-4c51-a752-f3e921a52c1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4821b922-e914-494c-a559-818e1a4b6fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403171 Sep 07 05:18:47.608550 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-da4a5436-3ca6-4f36-84b2-93949308799c service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843849 Sep 07 05:18:47.699195 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-4b6527c7-539b-4fcb-b5ac-d9bd7128fd21 req-6c273953-665e-4844-a7ce-d471b17fad99 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838716 Sep 07 05:18:47.789035 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-362d03da-9783-45e0-910d-863a868bdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:47.790686 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-362d03da-9783-45e0-910d-863a868bdbf4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 1096 time: 0.0412800 Sep 07 05:18:47.804732 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb06-9107-45bd-9c09-2b5d43dd1213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:47.885960 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-499229b6-91de-4d53-ad76-86baf6d6c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:47.887407 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-499229b6-91de-4d53-ad76-86baf6d6c937 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 911 time: 0.0887513 Sep 07 05:18:47.927296 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-405d0354-35f3-480c-9dc8-aa0a915d3ebb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f94993-d8e9-4de6-9ab3-f150d9bf4883 HTTP/1.1" status: 200 len: 217 time: 0.0327730 Sep 07 05:18:47.981214 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-2af85ffe-6336-4157-a1a7-f74540459393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:47.982643 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-2af85ffe-6336-4157-a1a7-f74540459393 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26258d7-5964-41a7-b161-ecbc990372a3 HTTP/1.1" status: 200 len: 849 time: 0.0466018 Sep 07 05:18:48.027781 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-6565b2bd-cf30-4929-b12b-ed7061cf6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:48.029166 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-6565b2bd-cf30-4929-b12b-ed7061cf6e65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4821b922-e914-494c-a559-818e1a4b6fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393875 Sep 07 05:18:48.118725 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-4ec4d9e3-6ede-4381-a3a6-e690a3a68193 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808775 Sep 07 05:18:48.215935 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-6b9226d1-166d-4d43-a856-57d4146663c9 req-8fec522e-10f9-466f-b325-633e4c801eb6 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858619 Sep 07 05:18:48.247398 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 76f94993-d8e9-4de6-9ab3-f150d9bf4883 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:18:48.341572 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 76f94993-d8e9-4de6-9ab3-f150d9bf4883, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=76f94993-d8e9-4de6-9ab3-f150d9bf4883,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:18:48.352551 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': '76f94993-d8e9-4de6-9ab3-f150d9bf4883', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'port_id': '76f94993-d8e9-4de6-9ab3-f150d9bf4883', 'mac_address': 'fa:16:3e:75:ee:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:18:48.392938 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:48.406673 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f94993-d8e9-4de6-9ab3-f150d9bf4883 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:18:48.426379 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 76f94993-d8e9-4de6-9ab3-f150d9bf4883, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=76f94993-d8e9-4de6-9ab3-f150d9bf4883,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:18:48.430161 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:48.452759 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146cd48-471e-473a-b614-38af6c309126 req-7837fcd1-d076-4d6d-8b8b-57bf81aa999e tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:48.454641 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e146cd48-471e-473a-b614-38af6c309126 req-7837fcd1-d076-4d6d-8b8b-57bf81aa999e tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 943 time: 0.0511417 Sep 07 05:18:48.478822 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=76f94993-d8e9-4de6-9ab3-f150d9bf4883,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:48.495499 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e146cd48-471e-473a-b614-38af6c309126 req-eb6dee1a-10a9-4ec1-a34b-3c5d39adeaca tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=22c5c890-5cef-4b47-bbf6-b8c79a6c969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336230 Sep 07 05:18:48.646050 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['76f94993-d8e9-4de6-9ab3-f150d9bf4883'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:18:49.609184 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dc866-c33d-4300-9693-905d1546e969 req-379caef3-d97e-461d-a570-fa075e3137d9 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:49.610640 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a53dc866-c33d-4300-9693-905d1546e969 req-379caef3-d97e-461d-a570-fa075e3137d9 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 944 time: 0.0482090 Sep 07 05:18:49.647908 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-a53dc866-c33d-4300-9693-905d1546e969 req-346e2bdf-1304-4122-acc8-47acde091ff9 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=22c5c890-5cef-4b47-bbf6-b8c79a6c969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Sep 07 05:18:49.725787 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:50.256714 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 76f94993-d8e9-4de6-9ab3-f150d9bf4883 up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:18:50.305250 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:18:50.309557 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:18:50.309938 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:50.386823 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:50.410677 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f94993-d8e9-4de6-9ab3-f150d9bf4883'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:18:50.412924 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62707c09-d982-41a8-9fba-165865148781" -d '{"events": [{"server_uuid": "21f96ae9-4e0b-4494-b36e-3b3eb6f99218", "name": "network-vif-plugged", "status": "completed", "tag": "76f94993-d8e9-4de6-9ab3-f150d9bf4883"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:18:50.429357 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port 76f94993-d8e9-4de6-9ab3-f150d9bf4883, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=76f94993-d8e9-4de6-9ab3-f150d9bf4883,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:18:50.435103 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:50.487595 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=76f94993-d8e9-4de6-9ab3-f150d9bf4883,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:18:50.507465 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33832e22-b3ad-461c-ad17-02c691d4c634 x-openstack-request-id: req-33832e22-b3ad-461c-ad17-02c691d4c634 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:18:50.507756 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f96ae9-4e0b-4494-b36e-3b3eb6f99218", "name": "network-vif-plugged", "status": "completed", "tag": "76f94993-d8e9-4de6-9ab3-f150d9bf4883", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:18:50.508102 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33832e22-b3ad-461c-ad17-02c691d4c634 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:18:50.508488 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f94993-d8e9-4de6-9ab3-f150d9bf4883', 'code': 200} Sep 07 05:18:50.672360 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6878121-15a3-4911-b654-333bdbd259bd req-cdd77409-92da-4ddb-ad8f-20c2d0997d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:50.673831 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e6878121-15a3-4911-b654-333bdbd259bd req-cdd77409-92da-4ddb-ad8f-20c2d0997d51 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 1098 time: 0.0426819 Sep 07 05:18:50.708431 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e6878121-15a3-4911-b654-333bdbd259bd req-4c00e6ed-cd65-4b2a-8993-f58b843419d7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=22c5c890-5cef-4b47-bbf6-b8c79a6c969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278146 Sep 07 05:18:50.763961 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b35f6d-7352-4821-9ed6-2197ca070983 req-ad36cb34-6cbf-42b8-b1a3-f723599c5b2d tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:50.765386 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f8b35f6d-7352-4821-9ed6-2197ca070983 req-ad36cb34-6cbf-42b8-b1a3-f723599c5b2d tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 945 time: 0.0512130 Sep 07 05:18:50.803378 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-f8b35f6d-7352-4821-9ed6-2197ca070983 req-4ab3e15d-7136-4c83-9d48-600ba60783a4 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=22c5c890-5cef-4b47-bbf6-b8c79a6c969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320208 Sep 07 05:18:50.932825 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-447fd1eb-36b6-46a9-bcac-c00a9833de87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:51.803116 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:51.917678 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4c96e-9da7-410e-8951-231cda7ec69d req-7b6da137-7340-4fbc-ba97-39cad47bd4db tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:51.919160 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e0c4c96e-9da7-410e-8951-231cda7ec69d req-7b6da137-7340-4fbc-ba97-39cad47bd4db tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 945 time: 0.0484295 Sep 07 05:18:51.956895 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e0c4c96e-9da7-410e-8951-231cda7ec69d req-83d8e34a-78ce-4848-96f1-80ec694e5c13 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=22c5c890-5cef-4b47-bbf6-b8c79a6c969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Sep 07 05:18:52.066175 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ebfc0-f4b0-4bc7-b1db-c1c35f96bf4b req-4d0218f0-720f-4001-bb34-53e3cb248ba2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:52.067600 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-325ebfc0-f4b0-4bc7-b1db-c1c35f96bf4b req-4d0218f0-720f-4001-bb34-53e3cb248ba2 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 945 time: 0.0489409 Sep 07 05:18:52.076105 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52106) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:18:52.080399 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-f9404375-061e-4645-8b85-029700281774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Request body: {'floatingip': {'port_id': '76f94993-d8e9-4de6-9ab3-f150d9bf4883'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:18:52.120198 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f9404375-061e-4645-8b85-029700281774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:52.125203 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:52.551328 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f9404375-061e-4645-8b85-029700281774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:52.555111 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f9404375-061e-4645-8b85-029700281774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:52.655450 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.l3_db [None req-f9404375-061e-4645-8b85-029700281774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Floating IP c85ed338-419d-4a75-94f3-e124c3dbfced associated. External IP: 172.27.3.67, port: 76f94993-d8e9-4de6-9ab3-f150d9bf4883. Sep 07 05:18:52.856353 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9404375-061e-4645-8b85-029700281774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Router e3ae098e-d0df-49b3-bd81-a56d21ef1463 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:18:52.960589 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9404375-061e-4645-8b85-029700281774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:18:52.965489 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f9404375-061e-4645-8b85-029700281774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:18:52.969963 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] Sync routers for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:18:52.980110 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:18:52.980725 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:18:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:52.991876 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-f9404375-061e-4645-8b85-029700281774 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "PUT /v2.0/floatingips/c85ed338-419d-4a75-94f3-e124c3dbfced HTTP/1.1" status: 200 len: 990 time: 0.9147277 Sep 07 05:18:52.992498 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'tag': '76f94993-d8e9-4de6-9ab3-f150d9bf4883'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:18:52.995380 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e549fc-668a-45df-a9d9-b8f64d94862f" -d '{"events": [{"name": "network-changed", "server_uuid": "21f96ae9-4e0b-4494-b36e-3b3eb6f99218", "tag": "76f94993-d8e9-4de6-9ab3-f150d9bf4883"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:18:53.090567 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:18:53.092105 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e30f3b-66df-44e5-a5f5-9d28ffb0c5b8 x-openstack-request-id: req-24e30f3b-66df-44e5-a5f5-9d28ffb0c5b8 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:18:53.092613 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f96ae9-4e0b-4494-b36e-3b3eb6f99218", "tag": "76f94993-d8e9-4de6-9ab3-f150d9bf4883", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:18:53.092716 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24e30f3b-66df-44e5-a5f5-9d28ffb0c5b8 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:18:53.093038 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'tag': '76f94993-d8e9-4de6-9ab3-f150d9bf4883', 'status': 'completed', 'code': 200} Sep 07 05:18:53.157090 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-1c7cebb2-91f3-4a87-8123-e08703fdb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:53.158626 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-1c7cebb2-91f3-4a87-8123-e08703fdb323 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0af675b32c84a058f4c345615d5709b&device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 1098 time: 0.0423243 Sep 07 05:18:53.253556 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-04a63bca-1eae-469a-b5ca-23a7f1b48d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:53.255015 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-04a63bca-1eae-469a-b5ca-23a7f1b48d35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 200 len: 911 time: 0.0899482 Sep 07 05:18:53.319383 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-cb377df8-01fb-4269-9d1a-690d63d2b1bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f94993-d8e9-4de6-9ab3-f150d9bf4883 HTTP/1.1" status: 200 len: 998 time: 0.0573924 Sep 07 05:18:53.372809 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-d7e75674-7bfd-4353-ac9a-bfd700656441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:53.374297 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-d7e75674-7bfd-4353-ac9a-bfd700656441 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26258d7-5964-41a7-b161-ecbc990372a3 HTTP/1.1" status: 200 len: 849 time: 0.0488300 Sep 07 05:18:53.413784 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'c85ed338-419d-4a75-94f3-e124c3dbfced', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'port_id': '76f94993-d8e9-4de6-9ab3-f150d9bf4883', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'mac_address': 'fa:16:3e:75:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:18:43Z', 'updated_at': '2021-09-07T05:18:52Z', 'revision_number': 1, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:53.421483 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-eb06229b-0b6c-47db-9059-5d807a51c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:18:53.423110 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-eb06229b-0b6c-47db-9059-5d807a51c12c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4821b922-e914-494c-a559-818e1a4b6fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418830 Sep 07 05:18:53.440577 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] Checking router: e3ae098e-d0df-49b3-bd81-a56d21ef1463 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:18:53.449135 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:18:53.449736 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:18:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:53.513511 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-08d6714f-603f-4a58-b39a-80c79e2fc467 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836301 Sep 07 05:18:53.553973 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:18:53.610850 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-48e549fc-668a-45df-a9d9-b8f64d94862f req-055b49ee-914b-4c10-9e87-a33012502b42 service neutron] 10.222.0.16 "GET /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895922 Sep 07 05:18:53.775048 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'c85ed338-419d-4a75-94f3-e124c3dbfced', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'port_id': '76f94993-d8e9-4de6-9ab3-f150d9bf4883', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'mac_address': 'fa:16:3e:75:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:18:43Z', 'updated_at': '2021-09-07T05:18:52Z', 'revision_number': 1, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:18:53.801322 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af04a67f-003a-494d-9751-5ac3eb78b0ec None None] The sync data for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi is: [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'c85ed338-419d-4a75-94f3-e124c3dbfced', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'port_id': '76f94993-d8e9-4de6-9ab3-f150d9bf4883', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'mac_address': 'fa:16:3e:75:ee:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:18:43Z', 'updated_at': '2021-09-07T05:18:52Z', 'revision_number': 1, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:18:53.987373 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b4eb17-2154-4d26-bfc5-dcabe1c21c8b None None] New status for floating IP c85ed338-419d-4a75-94f3-e124c3dbfced: ACTIVE {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:18:54.042867 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:00.181666 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:19:01.332706 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-eeaa6642-708c-466d-b6e9-acb13e6d3f7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381439 Sep 07 05:19:01.415208 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-191010d0-432b-4baf-95c4-6d326d1a5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:01.416788 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-191010d0-432b-4baf-95c4-6d326d1a5f59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 1099 time: 0.0426404 Sep 07 05:19:01.515965 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-bb13ded7-6a53-4801-a4d8-25c7a179c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:01.517450 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-bb13ded7-6a53-4801-a4d8-25c7a179c654 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.0824187 Sep 07 05:19:01.584474 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-3c7a91bb-0da4-4491-9aa4-eed33fd07498 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d382518-2440-4a0e-abc9-900737edc35b HTTP/1.1" status: 200 len: 1002 time: 0.0596001 Sep 07 05:19:01.636947 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-86a9ac03-fdb6-46cb-b093-2b56d9543c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:01.638430 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-86a9ac03-fdb6-46cb-b093-2b56d9543c47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0450788 Sep 07 05:19:01.683193 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-c8bf6707-3137-45c3-9e5c-97cd3acad6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:01.684715 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-c8bf6707-3137-45c3-9e5c-97cd3acad6f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399556 Sep 07 05:19:01.777286 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-4f348597-af7a-415a-8b77-f9f5638a60e9 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839589 Sep 07 05:19:01.865728 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-03022585-c8a3-472b-a0fb-7e26f61d21ab req-4cfd74ee-b3f8-40d6-9e3c-2fbefa2e1a24 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812864 Sep 07 05:19:17.806301 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3569f21c-26f7-479c-9869-8ecaa220e393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:19.721017 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:20.932813 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0bce5908-d4d4-42bc-8b37-cd6c59f8668c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:21.806848 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:22.129169 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:24.018826 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:35.483042 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-ff4a243e-d643-42cb-8386-aab0f40a2cad tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796155867&fields=id&tenant_id=095f65ec3c9f4452b30160f255daa001 HTTP/1.1" status: 200 len: 267 time: 0.0358176 Sep 07 05:19:35.600784 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-daf916ff-3bc3-4c62-bd70-b95e7073016d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:35.602245 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-daf916ff-3bc3-4c62-bd70-b95e7073016d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 812 time: 0.1122737 Sep 07 05:19:35.620976 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-5a981e71-3703-4245-b931-931ac512a292 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/quotas/095f65ec3c9f4452b30160f255daa001 HTTP/1.1" status: 200 len: 375 time: 0.0097206 Sep 07 05:19:35.680386 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-1d6286ce-33e5-4beb-a3be-6f7be7c566cc tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0523930 Sep 07 05:19:35.779958 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-a406f273-d061-48c1-91fc-2ff86d0f675f service neutron] 10.222.0.49 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856392 Sep 07 05:19:35.867958 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-51b8a29e-2747-4969-a843-0da5aacedaa1 service neutron] 10.222.0.49 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817916 Sep 07 05:19:36.160580 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-e684600b-260a-4955-97b0-33a5f7b406b1 req-d80a63cf-4dbf-4517-a845-a9901e3efb0e tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 210 time: 0.0264597 Sep 07 05:19:37.032613 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-d6abecf4-2e25-4f71-afba-1f8c1745cc46 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:37.034172 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-d6abecf4-2e25-4f71-afba-1f8c1745cc46 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 812 time: 0.1072521 Sep 07 05:19:37.078146 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-eecf1155-73c5-4433-84d8-56fe7f3db912 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=095f65ec3c9f4452b30160f255daa001 HTTP/1.1" status: 200 len: 380 time: 0.0349483 Sep 07 05:19:37.087527 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'port': {'device_id': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'admin_state_up': True, 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'security_groups': ['363e484d-f93a-4fef-9e9b-4db059c59b7b']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:19:37.179814 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:19:37.196126 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Made reservation on behalf of 095f65ec3c9f4452b30160f255daa001 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 05:19:37.199633 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:37.282714 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-e5e8e8bf-6384-40bf-82cf-2a3f7adeece5 req-296fbc95-71b1-4683-b0e5-2c51e616b65f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 210 time: 0.0560493 Sep 07 05:19:37.345910 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Allocated IP 172.20.0.5 (03e3b7d2-8365-4405-9376-cb8bab634c1a/e098dcda-7cd5-4c80-b5ae-3a2075d7755b/acd8999f-2c1a-49f4-becd-438121cc72cd) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:19:37.475048 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:37.488587 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Transition to ACTIVE for port object acd8999f-2c1a-49f4-becd-438121cc72cd will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:19:37.520457 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:37.563451 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:19:37.566385 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:19:37.570009 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:19:37.596733 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'Port': ['ID=acd8999f-2c1a-49f4-becd-438121cc72cd,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:19:37.624516 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:37.625726 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:37.640580 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-3767cd46-3609-44ed-ac81-ab88f81a1044 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5563238 Sep 07 05:19:37.653086 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.v2.base [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Request body: {'port': {'device_id': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:19:37.709614 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:37.766349 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a4370294-98b3-4ff5-8692-7c988b674fd1 None None] Provisioning for port acd8999f-2c1a-49f4-becd-438121cc72cd completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:19:37.770425 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a4370294-98b3-4ff5-8692-7c988b674fd1 None None] Provisioning complete for port acd8999f-2c1a-49f4-becd-438121cc72cd triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:19:37.770892 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a4370294-98b3-4ff5-8692-7c988b674fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:37.805383 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a4370294-98b3-4ff5-8692-7c988b674fd1 None None] Port acd8999f-2c1a-49f4-becd-438121cc72cd cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 05:19:37.973350 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd8999f-2c1a-49f4-becd-438121cc72cd {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:19:37.980433 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:37.992321 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Transition to ACTIVE for port object acd8999f-2c1a-49f4-becd-438121cc72cd will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 05:19:37.996321 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:38.045906 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Pushing event updated for resources: {'Port': ['ID=acd8999f-2c1a-49f4-becd-438121cc72cd,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:19:38.116214 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Attempting to bind port acd8999f-2c1a-49f4-becd-438121cc72cd on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 05:19:38.116555 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Attempting to bind port acd8999f-2c1a-49f4-becd-438121cc72cd by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 05:19:38.116886 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Attempting to bind port acd8999f-2c1a-49f4-becd-438121cc72cd on network 03e3b7d2-8365-4405-9376-cb8bab634c1a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:19:38.121466 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Port acd8999f-2c1a-49f4-becd-438121cc72cd on network 03e3b7d2-8365-4405-9376-cb8bab634c1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 05:19:38.121795 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Attempting to bind port acd8999f-2c1a-49f4-becd-438121cc72cd on network 03e3b7d2-8365-4405-9376-cb8bab634c1a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 05:19:38.127780 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Checking agent: {'id': 'f07ea485-60ba-4804-a854-8353d3f5d7d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'started_at': datetime.datetime(2021, 9, 7, 5, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 5, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 05:19:38.128145 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Checking segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 05:19:38.128785 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Bound using segment: {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 05:19:38.129213 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Bound port: acd8999f-2c1a-49f4-becd-438121cc72cd, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848f41eb-6913-4bc7-bedc-20ce028beb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 05:19:38.129577 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:38.198398 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] For port acd8999f-2c1a-49f4-becd-438121cc72cd, host hv-cinder-80475, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 05:19:38.201303 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] For port acd8999f-2c1a-49f4-becd-438121cc72cd, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=acd8999f-2c1a-49f4-becd-438121cc72cd,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 05:19:38.206166 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9872457'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:38.239448 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:38.240132 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:38.241506 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] 10.222.0.16 "PUT /v2.0/ports/acd8999f-2c1a-49f4-becd-438121cc72cd HTTP/1.1" status: 200 len: 1093 time: 0.5927777 Sep 07 05:19:38.241930 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'tag': 'acd8999f-2c1a-49f4-becd-438121cc72cd'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:19:38.244146 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52590798-29c7-4760-aad1-a2be937fc429" -d '{"events": [{"name": "network-changed", "server_uuid": "a12fd678-4bf2-4fd0-8325-a386612ca8de", "tag": "acd8999f-2c1a-49f4-becd-438121cc72cd"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:19:38.273123 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb6e7b-cd96-4f2c-9618-30b38e1c7254 service neutron] Pushing event updated for resources: {'Port': ['ID=acd8999f-2c1a-49f4-becd-438121cc72cd,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:19:38.292516 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d487679c-de57-456b-9fd9-1215c9c8f03d x-openstack-request-id: req-d487679c-de57-456b-9fd9-1215c9c8f03d {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:19:38.292801 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12fd678-4bf2-4fd0-8325-a386612ca8de", "tag": "acd8999f-2c1a-49f4-becd-438121cc72cd", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:19:38.293042 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d487679c-de57-456b-9fd9-1215c9c8f03d {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:19:38.293421 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'tag': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'status': 'completed', 'code': 200} Sep 07 05:19:38.327600 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-9910a3d5-bb04-4306-8fe8-f56c2262cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:38.329494 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-9910a3d5-bb04-4306-8fe8-f56c2262cba8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 1096 time: 0.0459194 Sep 07 05:19:38.384014 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-de08677a-cfba-451a-847c-6ab6f5cd95fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd8999f-2c1a-49f4-becd-438121cc72cd HTTP/1.1" status: 200 len: 217 time: 0.0466418 Sep 07 05:19:38.453188 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-e3126503-35c2-47f6-a0ed-ea9fe06ff718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:38.454639 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-e3126503-35c2-47f6-a0ed-ea9fe06ff718 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0534365 Sep 07 05:19:38.462857 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafec6a3-fd31-4e03-9bcd-2843a773f24f req-91826c7c-87ca-4e2d-aeb9-eb900dda9426 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:38.464231 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aafec6a3-fd31-4e03-9bcd-2843a773f24f req-91826c7c-87ca-4e2d-aeb9-eb900dda9426 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0901506 Sep 07 05:19:38.525881 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-7df83c3e-c7b0-4d1a-a241-d8fd13817aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:38.527364 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-7df83c3e-c7b0-4d1a-a241-d8fd13817aa6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623102 Sep 07 05:19:38.530318 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aafec6a3-fd31-4e03-9bcd-2843a773f24f req-8a603e41-54ac-472c-945c-e89e9dc9d960 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552669 Sep 07 05:19:38.620290 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-9bcb5f00-df69-4041-acb3-6cbe4dc407d4 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847726 Sep 07 05:19:38.710251 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-2655f404-faaf-485d-a251-f1da4bd7ab1e req-071278f3-8de3-4295-8da4-895a8a5d2fe4 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835588 Sep 07 05:19:38.796369 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52590798-29c7-4760-aad1-a2be937fc429 req-bc713809-1410-497a-9c79-e86333a2c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:38.797869 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-52590798-29c7-4760-aad1-a2be937fc429 req-bc713809-1410-497a-9c79-e86333a2c367 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 1096 time: 0.0428476 Sep 07 05:19:38.887429 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52590798-29c7-4760-aad1-a2be937fc429 req-2d9e267e-da1c-4e5d-8552-a09306052e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:38.888964 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-52590798-29c7-4760-aad1-a2be937fc429 req-2d9e267e-da1c-4e5d-8552-a09306052e6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.0845921 Sep 07 05:19:38.933311 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-52590798-29c7-4760-aad1-a2be937fc429 req-b7746635-e6a7-4d87-a8df-975eda2319d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd8999f-2c1a-49f4-becd-438121cc72cd HTTP/1.1" status: 200 len: 217 time: 0.0369754 Sep 07 05:19:38.983994 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52590798-29c7-4760-aad1-a2be937fc429 req-5a42dc1a-6055-451d-a67c-c52f01ad7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:38.985740 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-52590798-29c7-4760-aad1-a2be937fc429 req-5a42dc1a-6055-451d-a67c-c52f01ad7c93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0452874 Sep 07 05:19:39.029584 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52590798-29c7-4760-aad1-a2be937fc429 req-113dd276-6895-4816-a4ad-b4e2263296de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:39.031696 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-52590798-29c7-4760-aad1-a2be937fc429 req-113dd276-6895-4816-a4ad-b4e2263296de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385625 Sep 07 05:19:39.123186 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-52590798-29c7-4760-aad1-a2be937fc429 req-72117fd4-fd0d-4dcf-a51d-4fcce3492291 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841734 Sep 07 05:19:39.210378 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-52590798-29c7-4760-aad1-a2be937fc429 req-14679eb5-99d9-4295-b1ff-29db68ab0201 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801358 Sep 07 05:19:39.651891 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63501-3db9-4b8e-b3c0-702164d2f40e req-627b6ee7-30b9-4eea-87c9-d26189beeb1c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:39.653404 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-38b63501-3db9-4b8e-b3c0-702164d2f40e req-627b6ee7-30b9-4eea-87c9-d26189beeb1c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0519121 Sep 07 05:19:39.691845 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-38b63501-3db9-4b8e-b3c0-702164d2f40e req-c26d10fd-55ff-4d71-b223-d31c3c6c7737 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Sep 07 05:19:40.808844 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1945c-7cbe-4517-bf66-eaea90d1ed03 req-b6f36f82-8cd2-4376-b8f6-cd138b29085f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:40.810249 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-60f1945c-7cbe-4517-bf66-eaea90d1ed03 req-b6f36f82-8cd2-4376-b8f6-cd138b29085f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0525956 Sep 07 05:19:41.094564 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-60f1945c-7cbe-4517-bf66-eaea90d1ed03 req-f5716de1-cf2b-4e3a-adcd-44e6c3b40ec0 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777863 Sep 07 05:19:42.220252 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85641ba1-be46-4d61-8a07-489db9a16968 req-e30d6668-28c4-4774-b1a5-a562f5088e15 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:42.222130 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-85641ba1-be46-4d61-8a07-489db9a16968 req-e30d6668-28c4-4774-b1a5-a562f5088e15 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0530632 Sep 07 05:19:42.275560 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-85641ba1-be46-4d61-8a07-489db9a16968 req-56ee9a3f-f1ee-4e5f-9d22-a49da0b4949f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379088 Sep 07 05:19:43.391630 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abc648-9ae0-4cbc-a5f0-b5c7015131d2 req-1751fdd8-f617-49e0-b8d9-6da7ce4c81d4 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:43.393668 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f1abc648-9ae0-4cbc-a5f0-b5c7015131d2 req-1751fdd8-f617-49e0-b8d9-6da7ce4c81d4 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0483644 Sep 07 05:19:43.430484 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f1abc648-9ae0-4cbc-a5f0-b5c7015131d2 req-7e78ed2a-f82b-4eaf-9acb-7dc7f11f2f48 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308669 Sep 07 05:19:44.549010 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecebc-d5ce-42e9-a9ad-e0b668a96ec4 req-8a9af271-a5e4-463c-bc25-05930f1d16a5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:44.550618 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fceecebc-d5ce-42e9-a9ad-e0b668a96ec4 req-8a9af271-a5e4-463c-bc25-05930f1d16a5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0482903 Sep 07 05:19:44.588715 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-fceecebc-d5ce-42e9-a9ad-e0b668a96ec4 req-c640840f-fc32-4495-befa-3001cc63882a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323007 Sep 07 05:19:45.703378 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80903ddd-3e5a-425d-8d7f-3ba45707ea7b req-4bb0b0d9-cd9d-4581-9ccc-68cfe398646f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:45.705443 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-80903ddd-3e5a-425d-8d7f-3ba45707ea7b req-4bb0b0d9-cd9d-4581-9ccc-68cfe398646f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0467222 Sep 07 05:19:45.742102 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-80903ddd-3e5a-425d-8d7f-3ba45707ea7b req-fa207945-6881-4b3f-ab53-e878e0b996bd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305531 Sep 07 05:19:46.855322 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307ca79-cd86-4de8-8ad1-7497430e5854 req-b14635d7-eb99-48fe-9cde-3ea181a5b0b4 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:46.856675 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f307ca79-cd86-4de8-8ad1-7497430e5854 req-b14635d7-eb99-48fe-9cde-3ea181a5b0b4 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0493612 Sep 07 05:19:46.894969 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f307ca79-cd86-4de8-8ad1-7497430e5854 req-215d7d47-ac43-49fd-8fd9-12beb183d3bc tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315049 Sep 07 05:19:47.807441 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4aac595c-9688-4df2-aed6-c2b11fadb1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:48.017437 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bfe8e-30ef-4cc6-a25e-04569c7a6e8a req-5637d669-e863-4125-b6d6-e348a544af1a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:48.018885 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c21bfe8e-30ef-4cc6-a25e-04569c7a6e8a req-5637d669-e863-4125-b6d6-e348a544af1a tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0523505 Sep 07 05:19:48.056154 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-c21bfe8e-30ef-4cc6-a25e-04569c7a6e8a req-493021f6-20fe-4201-ac2f-fe8186df718d tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Sep 07 05:19:49.168639 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d649707-4033-4415-a69e-7a511f381cdf req-d1db6e73-7469-44ae-89c3-0c2a54697848 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:49.170080 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1d649707-4033-4415-a69e-7a511f381cdf req-d1db6e73-7469-44ae-89c3-0c2a54697848 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0488510 Sep 07 05:19:49.206865 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-1d649707-4033-4415-a69e-7a511f381cdf req-cd9c2a83-8a1f-4181-a9ca-e6e3f4cec8cb tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308301 Sep 07 05:19:49.728115 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:50.325267 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80040b9d-9412-45f8-a700-617653d32089 req-30826994-67da-44ff-81f7-d62868cf5744 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:50.326643 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-80040b9d-9412-45f8-a700-617653d32089 req-30826994-67da-44ff-81f7-d62868cf5744 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 943 time: 0.0538104 Sep 07 05:19:50.364475 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-80040b9d-9412-45f8-a700-617653d32089 req-13d883fc-ac28-4737-abb7-08ebb0862454 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Sep 07 05:19:50.476791 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device acd8999f-2c1a-49f4-becd-438121cc72cd details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 05:19:50.577465 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port acd8999f-2c1a-49f4-becd-438121cc72cd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=acd8999f-2c1a-49f4-becd-438121cc72cd,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:19:50.589128 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Returning: {'device': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'port_id': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'mac_address': 'fa:16:3e:1b:95:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 05:19:50.627415 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:50.640336 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd8999f-2c1a-49f4-becd-438121cc72cd {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 05:19:50.661898 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port acd8999f-2c1a-49f4-becd-438121cc72cd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=acd8999f-2c1a-49f4-becd-438121cc72cd,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:19:50.665816 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:50.711710 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=acd8999f-2c1a-49f4-becd-438121cc72cd,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:19:50.718506 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.718852 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.719181 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.719505 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.719830 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.720732 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.721056 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.721377 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.721691 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.722005 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.722318 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.722629 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:50.933986 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76f7111d-3e66-4216-8f08-958b6b1618eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:50.978965 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] get_ports_and_sgs() called for port_ids ['acd8999f-2c1a-49f4-becd-438121cc72cd'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 05:19:51.479440 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e338b-471d-4c9c-a4f7-5b3fd03b419f req-dd2ea20b-5b66-4041-833a-ad1f5a3e6b80 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:51.480856 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-148e338b-471d-4c9c-a4f7-5b3fd03b419f req-dd2ea20b-5b66-4041-833a-ad1f5a3e6b80 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 944 time: 0.0485585 Sep 07 05:19:51.518983 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-148e338b-471d-4c9c-a4f7-5b3fd03b419f req-1c408cb7-f81b-4557-b0bf-2e4c6fb009c4 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321620 Sep 07 05:19:51.809306 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:52.131480 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:52.507868 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device acd8999f-2c1a-49f4-becd-438121cc72cd up at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 05:19:52.569292 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning for port acd8999f-2c1a-49f4-becd-438121cc72cd completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 05:19:52.573203 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Provisioning complete for port acd8999f-2c1a-49f4-becd-438121cc72cd triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 05:19:52.573492 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1560052'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:52.639038 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566c6ff-df73-446a-a414-6010d942d221 req-c3392e4d-4c19-4083-9f8b-baaa8c0ea039 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:52.640664 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c566c6ff-df73-446a-a414-6010d942d221 req-c3392e4d-4c19-4083-9f8b-baaa8c0ea039 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 944 time: 0.0507977 Sep 07 05:19:52.683861 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c566c6ff-df73-446a-a414-6010d942d221 req-f0301175-9c57-4fe5-9d37-316f6d1c5588 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353079 Sep 07 05:19:52.812032 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:52.837281 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd8999f-2c1a-49f4-becd-438121cc72cd'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:19:52.839667 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f31ad828e7bfe6dcc86aee0d843a14262011ed705f79855e962e05ac0592f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6ab409-93be-41f6-a6a4-657d8e27c4a1" -d '{"events": [{"server_uuid": "a12fd678-4bf2-4fd0-8325-a386612ca8de", "name": "network-vif-plugged", "status": "completed", "tag": "acd8999f-2c1a-49f4-becd-438121cc72cd"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:19:52.852825 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] For port acd8999f-2c1a-49f4-becd-438121cc72cd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=acd8999f-2c1a-49f4-becd-438121cc72cd,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:19:52.857216 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:52.891257 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0de37a2-5b8d-4329-9c8c-04878f9ea2a2 x-openstack-request-id: req-b0de37a2-5b8d-4329-9c8c-04878f9ea2a2 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:19:52.891608 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12fd678-4bf2-4fd0-8325-a386612ca8de", "name": "network-vif-plugged", "status": "completed", "tag": "acd8999f-2c1a-49f4-becd-438121cc72cd", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:19:52.891821 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0de37a2-5b8d-4329-9c8c-04878f9ea2a2 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:19:52.892758 dv-cinder-804757-6-iscsi neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'code': 200} Sep 07 05:19:52.914117 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Pushing event updated for resources: {'Port': ['ID=acd8999f-2c1a-49f4-becd-438121cc72cd,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:19:53.089607 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f37b5-0f3e-4143-a6bb-68c7850233f5 req-294e81ce-648c-4d8c-9530-a67c352b3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:53.091201 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bb9f37b5-0f3e-4143-a6bb-68c7850233f5 req-294e81ce-648c-4d8c-9530-a67c352b3aa7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 1098 time: 0.0479963 Sep 07 05:19:53.138304 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-bb9f37b5-0f3e-4143-a6bb-68c7850233f5 req-891850a8-dfa7-4488-a83e-e7ff2a5defe6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350139 Sep 07 05:19:53.803295 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec51a14-c2c8-4eb0-bf46-5ff266aa8428 req-74e1d0cd-0b19-4d8f-bea1-6af03322f0f5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:53.804835 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aec51a14-c2c8-4eb0-bf46-5ff266aa8428 req-74e1d0cd-0b19-4d8f-bea1-6af03322f0f5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 945 time: 0.0492885 Sep 07 05:19:53.842884 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-aec51a14-c2c8-4eb0-bf46-5ff266aa8428 req-21330734-eb83-46a4-a65d-d49442e540d0 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Sep 07 05:19:54.025589 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:54.722534 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cec63-7a11-4982-8d1e-d4fc86d92b22 req-4904a059-f292-455e-85af-1a3111148353 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:54.723912 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f97cec63-7a11-4982-8d1e-d4fc86d92b22 req-4904a059-f292-455e-85af-1a3111148353 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 945 time: 0.0483854 Sep 07 05:19:54.764986 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-f97cec63-7a11-4982-8d1e-d4fc86d92b22 req-f3bd9dfb-92dd-4a9e-b2ea-da38f3955f66 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=22c5c890-5cef-4b47-bbf6-b8c79a6c969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348301 Sep 07 05:19:54.964835 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebf24a-0976-425a-8a8b-2b81d42d4543 req-0bb05e86-ed5f-4630-aeaa-6152eb6cb0a5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:54.966316 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8aebf24a-0976-425a-8a8b-2b81d42d4543 req-0bb05e86-ed5f-4630-aeaa-6152eb6cb0a5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 945 time: 0.0535634 Sep 07 05:19:55.005302 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-8aebf24a-0976-425a-8a8b-2b81d42d4543 req-1990db05-a503-4fa8-868e-e8d73f5811f9 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324976 Sep 07 05:19:55.126880 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892dfc8-9cd7-4912-aae4-99a567c3a4ac req-65705c86-e279-4da4-88b6-06f003025053 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:55.128886 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b892dfc8-9cd7-4912-aae4-99a567c3a4ac req-65705c86-e279-4da4-88b6-06f003025053 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 945 time: 0.0568700 Sep 07 05:19:55.167408 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b892dfc8-9cd7-4912-aae4-99a567c3a4ac req-77520a25-06af-4365-89b3-089964474c90 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325670 Sep 07 05:19:55.189108 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52390) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:19:55.226965 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3ac349-12d9-47f4-b2b3-0995d989384d tempest-TestVolumeBootPattern-639903008 tempest-TestVolumeBootPattern-639903008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:55.228490 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-3c3ac349-12d9-47f4-b2b3-0995d989384d tempest-TestVolumeBootPattern-639903008 tempest-TestVolumeBootPattern-639903008-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 1093 time: 0.0383573 Sep 07 05:19:55.231140 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52392) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:19:55.235288 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.v2.base [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Request body: {'floatingip': {'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'port_id': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 05:19:55.257615 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:55.354050 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:55.458966 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Allocated IP 172.27.3.201 (2d754f3d-d5be-45ff-9f47-bb92e5a8f486/9e5cfd3d-a46c-4eff-8554-00870b178793/02648562-abe1-4138-a081-db73e9c75dd2) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 05:19:55.566480 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:55.603840 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747621566100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:55.640420 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Network 2d754f3d-d5be-45ff-9f47-bb92e5a8f486 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 05:19:55.646973 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 05:19:55.651342 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 05:19:55.654288 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'Port': ['ID=02648562-abe1-4138-a081-db73e9c75dd2,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:19:55.682356 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.682597 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.682931 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.683258 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.683583 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.683905 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.684248 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.684570 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.684886 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.685205 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.685506 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:55.685817 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.202979 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d91c8e-59e1-4c64-bad5-a9c48a4771d3 req-11ae4177-2a4b-432f-b236-7dc641d25503 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:56.204366 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-40d91c8e-59e1-4c64-bad5-a9c48a4771d3 req-11ae4177-2a4b-432f-b236-7dc641d25503 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 945 time: 0.3530927 Sep 07 05:19:56.289244 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-40d91c8e-59e1-4c64-bad5-a9c48a4771d3 req-3daa5ab6-4528-4175-84a4-2ecbadd1fcb9 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups?id=22c5c890-5cef-4b47-bbf6-b8c79a6c969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776746 Sep 07 05:19:56.337333 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:56.377162 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-e4d3da05-2d84-4f4e-9d80-4fd91ca664d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:56.379298 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-e4d3da05-2d84-4f4e-9d80-4fd91ca664d8 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.16 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 945 time: 0.0516539 Sep 07 05:19:56.405839 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453740'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:56.483180 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Deleting port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:19:56.483437 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:56.564989 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:56.570993 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747621919717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747621566118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747621566136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327659'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:56.582325 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] For port 76f94993-d8e9-4de6-9ab3-f150d9bf4883, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=76f94993-d8e9-4de6-9ab3-f150d9bf4883,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:19:56.582705 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:56.645195 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event updated for resources: {'Port': ['ID=02648562-abe1-4138-a081-db73e9c75dd2,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:19:56.655327 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:56.757816 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.l3_db [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Floating IP de6caf00-07f9-4b99-a5f4-ee7eedfe414b associated. External IP: 172.27.3.201, port: acd8999f-2c1a-49f4-becd-438121cc72cd. Sep 07 05:19:56.762324 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:56.762884 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376340'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:56.763176 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.db.l3_db [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Floating IP c85ed338-419d-4a75-94f3-e124c3dbfced disassociated. External IP: 172.27.3.67, port: 76f94993-d8e9-4de6-9ab3-f150d9bf4883. Sep 07 05:19:56.763538 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Calling delete_port for 76f94993-d8e9-4de6-9ab3-f150d9bf4883 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:19:56.894165 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:56.921779 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event deleted for resources: {'Port': ['ID=76f94993-d8e9-4de6-9ab3-f150d9bf4883,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:19:56.932731 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.933084 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.933865 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.933865 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.934165 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.934444 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.934774 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.935103 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.935783 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.935783 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.936193 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.936428 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:19:56.977083 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Router a806b06f-0e85-4369-ba14-aafc755dd084 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:19:57.061616 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Router e3ae098e-d0df-49b3-bd81-a56d21ef1463 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:19:57.095211 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:19:57.109029 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] Sync routers for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:19:57.114019 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:57.120523 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:19:57.121224 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:19:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:19:57.149117 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-532dcf58-f743-466e-8c53-ea67e7fccf3c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9169633 Sep 07 05:19:57.149791 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'tag': 'acd8999f-2c1a-49f4-becd-438121cc72cd'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:19:57.152061 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e797789-9b81-4bff-ae4b-ccae97ad097c" -d '{"events": [{"name": "network-changed", "server_uuid": "a12fd678-4bf2-4fd0-8325-a386612ca8de", "tag": "acd8999f-2c1a-49f4-becd-438121cc72cd"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:19:57.191298 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:19:57.195862 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b973c1f5-7eea-4c3a-b532-2eaa20b12aaa x-openstack-request-id: req-b973c1f5-7eea-4c3a-b532-2eaa20b12aaa {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:19:57.196215 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12fd678-4bf2-4fd0-8325-a386612ca8de", "tag": "acd8999f-2c1a-49f4-becd-438121cc72cd", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:19:57.196530 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b973c1f5-7eea-4c3a-b532-2eaa20b12aaa {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:19:57.197037 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'tag': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'status': 'completed', 'code': 200} Sep 07 05:19:57.205949 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] Sync routers for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:19:57.216187 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:19:57.216809 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:19:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:19:57.241678 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:19:57.242098 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] No DVR routers for this DVR port 76f94993-d8e9-4de6-9ab3-f150d9bf4883 on host hv-cinder-80475 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:19:57.258834 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:57.259437 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-b2a61aad-7c48-4c10-bdc9-24d1569e6737 req-52505384-8dd9-47a2-a093-cbf1c6a535d6 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.16 "DELETE /v2.0/ports/76f94993-d8e9-4de6-9ab3-f150d9bf4883 HTTP/1.1" status: 204 len: 173 time: 0.8742781 Sep 07 05:19:57.259909 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'name': 'network-vif-deleted', 'tag': '76f94993-d8e9-4de6-9ab3-f150d9bf4883'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:19:57.262235 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b5ed6cb3a211e3e56d367239b25b54ff93f3824e0d792819c1d3ad463ab4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c85a7e9-2aae-4f03-afb1-9ba66cba1d58" -d '{"events": [{"server_uuid": "21f96ae9-4e0b-4494-b36e-3b3eb6f99218", "name": "network-vif-deleted", "tag": "76f94993-d8e9-4de6-9ab3-f150d9bf4883"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:19:57.308263 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbc8a27-9379-429a-b787-8047a862b29f x-openstack-request-id: req-8dbc8a27-9379-429a-b787-8047a862b29f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:19:57.308812 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f96ae9-4e0b-4494-b36e-3b3eb6f99218", "name": "network-vif-deleted", "tag": "76f94993-d8e9-4de6-9ab3-f150d9bf4883", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:19:57.310757 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dbc8a27-9379-429a-b787-8047a862b29f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:19:57.315394 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f96ae9-4e0b-4494-b36e-3b3eb6f99218', 'name': 'network-vif-deleted', 'tag': '76f94993-d8e9-4de6-9ab3-f150d9bf4883', 'status': 'completed', 'code': 200} Sep 07 05:19:57.337830 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-b9f2b171-4b8a-4f7a-95a3-b56dbab225ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:57.345800 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-b9f2b171-4b8a-4f7a-95a3-b56dbab225ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 1098 time: 0.1186142 Sep 07 05:19:57.386576 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:19:57.452839 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-ad70c20e-74bc-4585-8822-2008d42899ab req-35ce9ca0-6c56-4df4-bbc3-6b7fcd7fa98b tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f96ae9-4e0b-4494-b36e-3b3eb6f99218 HTTP/1.1" status: 200 len: 210 time: 0.0496528 Sep 07 05:19:57.511582 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'de6caf00-07f9-4b99-a5f4-ee7eedfe414b', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:1b:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:19:56Z', 'updated_at': '2021-09-07T05:19:56Z', 'revision_number': 0, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}, {'id': 'f4a0360d-a625-4752-9dc6-8f9cb3148f65', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:3f:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:17:59Z', 'updated_at': '2021-09-07T05:18:01Z', 'revision_number': 1, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:19:57.522597 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-97b62caa-e353-4843-9cfb-90eef6997b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:57.524240 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-97b62caa-e353-4843-9cfb-90eef6997b9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.1685646 Sep 07 05:19:57.545598 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] Checking router: a806b06f-0e85-4369-ba14-aafc755dd084 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:19:57.555177 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:19:57.555873 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:19:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:19:57.604836 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-c5c31f8d-804a-42be-abd2-14b6a09ef3c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd8999f-2c1a-49f4-becd-438121cc72cd HTTP/1.1" status: 200 len: 999 time: 0.0732362 Sep 07 05:19:57.658643 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-47fd2a17-d7ba-4e6d-9827-f69f9db608ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:57.660720 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-47fd2a17-d7ba-4e6d-9827-f69f9db608ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0470409 Sep 07 05:19:57.661740 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:19:57.666348 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:19:57.688157 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] Checking router: e3ae098e-d0df-49b3-bd81-a56d21ef1463 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:19:57.699038 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:19:57.700009 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:19:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:19:57.713054 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-4c8da691-6c34-4c66-89bb-b809781eabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:19:57.714629 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-4c8da691-6c34-4c66-89bb-b809781eabb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465417 Sep 07 05:19:57.829500 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:19:57.841315 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-138fda0f-2df0-4ed1-a492-bc7eb2cc13e3 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184621 Sep 07 05:19:57.933021 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'de6caf00-07f9-4b99-a5f4-ee7eedfe414b', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:1b:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:19:56Z', 'updated_at': '2021-09-07T05:19:56Z', 'revision_number': 0, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}, {'id': 'f4a0360d-a625-4752-9dc6-8f9cb3148f65', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:3f:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:17:59Z', 'updated_at': '2021-09-07T05:18:01Z', 'revision_number': 1, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:19:57.946696 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-0e797789-9b81-4bff-ae4b-ccae97ad097c req-02703f0c-1215-4632-b9df-eb9621fcda5d service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971491 Sep 07 05:19:57.965058 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a40de-b35b-4b22-90fe-9eeba9c6114e None None] The sync data for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi is: [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'de6caf00-07f9-4b99-a5f4-ee7eedfe414b', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:1b:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:19:56Z', 'updated_at': '2021-09-07T05:19:56Z', 'revision_number': 0, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}, {'id': 'f4a0360d-a625-4752-9dc6-8f9cb3148f65', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:3f:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:17:59Z', 'updated_at': '2021-09-07T05:18:01Z', 'revision_number': 1, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:19:58.047050 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:19:58.073694 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e536a9-f543-42f2-aa33-0d01c361eb2a None None] The sync data for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi is: [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:16:00Z', 'revision_number': 4, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': '73a086f7-9ebd-41d9-a41c-83daf3b9bd9c', 'name': '', 'network_id': '4821b922-e914-494c-a559-818e1a4b6fec', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'mac_address': 'fa:16:3e:ed:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:59Z', 'updated_at': '2021-09-07T05:16:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'subnets': [{'id': 'd26258d7-5964-41a7-b161-ecbc990372a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:19:58.196621 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe12116-6e3a-4bb2-8a90-cd29b5423952 None None] New status for floating IP de6caf00-07f9-4b99-a5f4-ee7eedfe414b: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:19:58.331198 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e9369-4a83-4624-9891-dc1c58fc70f6 None None] New status for floating IP c85ed338-419d-4a75-94f3-e124c3dbfced: DOWN {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:19:58.534186 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52408) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:19:58.588797 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0c49e6f-7d01-4e58-8f12-637080984b4a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:58.611827 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0c49e6f-7d01-4e58-8f12-637080984b4a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:58.659505 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0c49e6f-7d01-4e58-8f12-637080984b4a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:58.662085 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0c49e6f-7d01-4e58-8f12-637080984b4a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:58.663243 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-e0c49e6f-7d01-4e58-8f12-637080984b4a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "DELETE /v2.0/security-groups/22c5c890-5cef-4b47-bbf6-b8c79a6c969c HTTP/1.1" status: 204 len: 168 time: 0.1280715 Sep 07 05:19:58.666169 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52410) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:19:58.672064 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c49e6f-7d01-4e58-8f12-637080984b4a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c5c890-5cef-4b47-bbf6-b8c79a6c969c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:19:58.680109 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.api.v2.resource [None req-176c63ec-5f8b-49b2-846b-4bb5e4f51d1a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] show failed (client error): The resource could not be found. Sep 07 05:19:58.680460 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-176c63ec-5f8b-49b2-846b-4bb5e4f51d1a tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "GET /v2.0/security-groups/22c5c890-5cef-4b47-bbf6-b8c79a6c969c HTTP/1.1" status: 404 len: 347 time: 0.0132713 Sep 07 05:19:58.683290 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52412) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:19:58.806503 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-21dacd77-a955-4f84-a965-edb745ca5d39 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Deleting port a250211b-bda4-4849-a595-530decad8355 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:19:58.806852 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21dacd77-a955-4f84-a965-edb745ca5d39 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:58.880595 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21dacd77-a955-4f84-a965-edb745ca5d39 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:58.880928 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21dacd77-a955-4f84-a965-edb745ca5d39 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:58.894222 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-21dacd77-a955-4f84-a965-edb745ca5d39 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Calling delete_port for a250211b-bda4-4849-a595-530decad8355 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:19:59.023150 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21dacd77-a955-4f84-a965-edb745ca5d39 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:59.045535 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dacd77-a955-4f84-a965-edb745ca5d39 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Pushing event deleted for resources: {'Port': ['ID=a250211b-bda4-4849-a595-530decad8355,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:19:59.108995 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21dacd77-a955-4f84-a965-edb745ca5d39 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:59.112370 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-21dacd77-a955-4f84-a965-edb745ca5d39 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:19:59.113581 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-21dacd77-a955-4f84-a965-edb745ca5d39 tempest-AttachVolumeTestJSON-339493891 tempest-AttachVolumeTestJSON-339493891-project] 10.222.0.49 "DELETE /v2.0/floatingips/c85ed338-419d-4a75-94f3-e124c3dbfced HTTP/1.1" status: 204 len: 168 time: 0.4291930 Sep 07 05:20:00.554893 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 76f94993-d8e9-4de6-9ab3-f150d9bf4883 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:20:00.575343 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 76f94993-d8e9-4de6-9ab3-f150d9bf4883 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:20:00.575701 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 76f94993-d8e9-4de6-9ab3-f150d9bf4883 not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:20:02.644746 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52440) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:02.982371 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375060'] for router_interface, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:03.219263 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] Deleting port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:20:03.219631 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:03.298900 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] For port 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=73a086f7-9ebd-41d9-a41c-83daf3b9bd9c,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:20:03.299283 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:03.313448 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] Calling delete_port for 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c owned by network:router_interface {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:20:03.497495 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:03.525052 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a086f7-9ebd-41d9-a41c-83daf3b9bd9c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:03.691254 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375176'] for router_interface, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:04.171885 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] Router e3ae098e-d0df-49b3-bd81-a56d21ef1463 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:20:04.272674 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:20:04.278360 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-ba75ddae-d6fe-454a-a201-ac055c5e2405 admin admin] 10.222.0.49 "PUT /v2.0/routers/e3ae098e-d0df-49b3-bd81-a56d21ef1463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6319046 Sep 07 05:20:04.280622 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52444) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:04.285981 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] Sync routers for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:20:04.294971 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:20:04.295653 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:19:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:20:04.398619 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:04.402101 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:20:04.508282 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:04.563599 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Deleting port bbd970d2-9e15-4364-9f76-f29523255f78 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:20:04.564631 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:04.577065 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:20:03Z', 'revision_number': 5, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port': {'id': 'bbd970d2-9e15-4364-9f76-f29523255f78', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:58Z', 'updated_at': '2021-09-07T05:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:20:04.607021 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] Checking router: e3ae098e-d0df-49b3-bd81-a56d21ef1463 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:20:04.616172 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] Routers {'e3ae098e-d0df-49b3-bd81-a56d21ef1463'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:20:04.616772 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:19:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:20:04.642238 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] For port bbd970d2-9e15-4364-9f76-f29523255f78, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=bbd970d2-9e15-4364-9f76-f29523255f78,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:20:04.642597 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:04.655149 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Calling delete_port for bbd970d2-9e15-4364-9f76-f29523255f78 owned by network:router_gateway {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:20:04.703379 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] Set router e3ae098e-d0df-49b3-bd81-a56d21ef1463 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:20:04.758933 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:20:04Z', 'revision_number': 6, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port_host': None}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:20:04.791025 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3fb6f-2195-46c0-85ae-f47ace2a76de None None] The sync data for ids ['e3ae098e-d0df-49b3-bd81-a56d21ef1463'] in dv-cinder-804757-6-iscsi is: [{'id': 'e3ae098e-d0df-49b3-bd81-a56d21ef1463', 'name': 'tempest-AttachVolumeTestJSON-192208498-router', 'tenant_id': 'e0af675b32c84a058f4c345615d5709b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:57Z', 'updated_at': '2021-09-07T05:20:04Z', 'revision_number': 6, 'project_id': 'e0af675b32c84a058f4c345615d5709b', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:20:04.823093 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:04.849503 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd970d2-9e15-4364-9f76-f29523255f78,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:04.913072 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376362'] for router_gateway, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.001946 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1891'] for router, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.004576 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.047224 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374384'] for router, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.047905 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3ae098e-d0df-49b3-bd81-a56d21ef1463 {{(pid=94011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 05:20:05.053366 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.054509 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-5ce175e8-8cbe-41c4-835f-9c97c59b86b3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e3ae098e-d0df-49b3-bd81-a56d21ef1463 HTTP/1.1" status: 204 len: 168 time: 0.7729504 Sep 07 05:20:05.057255 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52446) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:05.103411 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b56d6ea-2c1f-4bbd-ade8-0c2eb8ae090a admin admin] Deleting subnet d26258d7-5964-41a7-b161-ecbc990372a3 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:20:05.109878 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b56d6ea-2c1f-4bbd-ade8-0c2eb8ae090a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.145697 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b56d6ea-2c1f-4bbd-ade8-0c2eb8ae090a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9872479'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.241144 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b56d6ea-2c1f-4bbd-ade8-0c2eb8ae090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.294639 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b56d6ea-2c1f-4bbd-ade8-0c2eb8ae090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9872391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095070'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.320463 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56d6ea-2c1f-4bbd-ade8-0c2eb8ae090a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26258d7-5964-41a7-b161-ecbc990372a3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:05.324135 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b56d6ea-2c1f-4bbd-ade8-0c2eb8ae090a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.326021 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-9b56d6ea-2c1f-4bbd-ade8-0c2eb8ae090a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d26258d7-5964-41a7-b161-ecbc990372a3 HTTP/1.1" status: 204 len: 168 time: 0.2677827 Sep 07 05:20:05.328438 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52448) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:05.331854 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aa82c5-780f-443b-9858-29bef68f7666 None None] Network 4821b922-e914-494c-a559-818e1a4b6fec requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:20:05.398494 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.461896 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Deleting port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:20:05.462238 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.525376 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] For port b829cbae-a9a5-4df3-a693-6dd94d5a00b7, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=b829cbae-a9a5-4df3-a693-6dd94d5a00b7,segment=NetworkSegment(9c2653c2-d0b1-46e4-a336-12e3f129f807),segment_id=9c2653c2-d0b1-46e4-a336-12e3f129f807)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:20:05.525664 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.538909 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Calling delete_port for b829cbae-a9a5-4df3-a693-6dd94d5a00b7 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:20:05.588968 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c431406-7cf4-44c3-b539-0608d383a618 None None] DHCP port deletion for 4821b922-e914-494c-a559-818e1a4b6fec request from dv-cinder-804757-6-iscsi {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 05:20:05.630093 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.640133 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0c431406-7cf4-44c3-b539-0608d383a618 None None] Deleting port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:20:05.640516 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c431406-7cf4-44c3-b539-0608d383a618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.657141 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Pushing event deleted for resources: {'Port': ['ID=b829cbae-a9a5-4df3-a693-6dd94d5a00b7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:05.661414 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] No DVR routers for this DVR port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 on host dv-cinder-804757-6-iscsi {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:20:05.706177 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-0c431406-7cf4-44c3-b539-0608d383a618 None None] For port b829cbae-a9a5-4df3-a693-6dd94d5a00b7, host dv-cinder-804757-6-iscsi, got binding levels [] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:20:05.706576 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c431406-7cf4-44c3-b539-0608d383a618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.718832 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-0c431406-7cf4-44c3-b539-0608d383a618 None None] Calling delete_port for b829cbae-a9a5-4df3-a693-6dd94d5a00b7 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:20:05.721582 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-0c431406-7cf4-44c3-b539-0608d383a618 None None] Port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 was not found and therefore no delete operation was performed {{(pid=94013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 05:20:05.722824 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0c431406-7cf4-44c3-b539-0608d383a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.738747 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.748441 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c431406-7cf4-44c3-b539-0608d383a618 None None] Pushing event deleted for resources: {'Port': ['ID=b829cbae-a9a5-4df3-a693-6dd94d5a00b7,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:05.750144 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c431406-7cf4-44c3-b539-0608d383a618 None None] No DVR routers for this DVR port b829cbae-a9a5-4df3-a693-6dd94d5a00b7 on host dv-cinder-804757-6-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:20:05.767828 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4821b922-e914-494c-a559-818e1a4b6fec']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:20:05.779788 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2653c2-d0b1-46e4-a336-12e3f129f807') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:20:05.780119 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2653c2-d0b1-46e4-a336-12e3f129f807') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:20:05.790847 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9872452'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.807471 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.816429 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:20:05.817024 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9872493'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: Traceback (most recent call last): Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: timer() Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: cb(*args, **kw) Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: return func(*args, **kwargs) Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: self._notify() Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: self.callback(batched_events) Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: event.method(event) Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: return f(self, *a, **k) Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._get(url).json() Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:20:05.818993 dv-cinder-804757-6-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:20:05.878080 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:20:05.884510 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.899301 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:05.901207 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4821b922-e914-494c-a559-818e1a4b6fec HTTP/1.1" status: 204 len: 168 time: 0.5718567 Sep 07 05:20:05.902497 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e82ca-a9fd-40ce-a388-e8b9c74fb477 admin admin] Pushing event deleted for resources: {'Network': ['ID=4821b922-e914-494c-a559-818e1a4b6fec,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:05.902633 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:20:05.902844 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 73a086f7-9ebd-41d9-a41c-83daf3b9bd9c not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:20:05.903445 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device bbd970d2-9e15-4364-9f76-f29523255f78 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:20:05.924234 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: bbd970d2-9e15-4364-9f76-f29523255f78 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:20:05.924578 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device bbd970d2-9e15-4364-9f76-f29523255f78 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:20:05.924986 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device b829cbae-a9a5-4df3-a693-6dd94d5a00b7 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:20:05.943773 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: b829cbae-a9a5-4df3-a693-6dd94d5a00b7 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:20:05.944134 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device b829cbae-a9a5-4df3-a693-6dd94d5a00b7 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:20:06.012352 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52452) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:06.054146 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c562f64f-e039-4470-9611-a2650e16ae0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0af675b32c84a058f4c345615d5709b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406277 Sep 07 05:20:06.056570 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52454) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:06.109200 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e663be0b-21f6-4a06-84b1-42543b59dabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:06.132569 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e663be0b-21f6-4a06-84b1-42543b59dabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:06.178347 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e663be0b-21f6-4a06-84b1-42543b59dabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:06.180879 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e663be0b-21f6-4a06-84b1-42543b59dabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:06.182055 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e663be0b-21f6-4a06-84b1-42543b59dabc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9033e90a-2d72-4587-9d9e-b44bf1a9f9b6 HTTP/1.1" status: 204 len: 168 time: 0.1245823 Sep 07 05:20:06.190456 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663be0b-21f6-4a06-84b1-42543b59dabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9033e90a-2d72-4587-9d9e-b44bf1a9f9b6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:14.179434 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:20:15.527541 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52564) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:15.631714 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6d126d9-4098-4b14-ac3d-c4b82f97ad32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:15.725427 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6d126d9-4098-4b14-ac3d-c4b82f97ad32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:15.729225 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d6d126d9-4098-4b14-ac3d-c4b82f97ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:15.765785 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d126d9-4098-4b14-ac3d-c4b82f97ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76a46d9-74cb-496b-b998-f8bc1d456a3a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:15.770748 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d6d126d9-4098-4b14-ac3d-c4b82f97ad32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=525c5f712079405f8f79bbbc66ea4a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421138 Sep 07 05:20:15.773390 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52568) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:15.826208 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd861f4e-f1d6-479a-95ad-944b2753ed33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:15.849480 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd861f4e-f1d6-479a-95ad-944b2753ed33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:15.894698 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd861f4e-f1d6-479a-95ad-944b2753ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:15.897307 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dd861f4e-f1d6-479a-95ad-944b2753ed33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:15.898524 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-dd861f4e-f1d6-479a-95ad-944b2753ed33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c76a46d9-74cb-496b-b998-f8bc1d456a3a HTTP/1.1" status: 204 len: 168 time: 0.1238575 Sep 07 05:20:15.906695 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd861f4e-f1d6-479a-95ad-944b2753ed33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76a46d9-74cb-496b-b998-f8bc1d456a3a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:17.809601 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f3cc038-ff4d-41f7-bd3f-cf67db15b2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:19.726043 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:20.935734 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7aeacb31-39fd-46cb-a0fa-23b9866f3bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:21.812657 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:22.134208 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:24.023596 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:47.664049 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52786) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:47.781163 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-51f57f43-2400-4ac6-b716-4cf3f9eb1487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:47.811333 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-703e2ad3-25a6-4a89-93a3-40d94905a0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:47.871184 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-51f57f43-2400-4ac6-b716-4cf3f9eb1487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:47.876491 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-51f57f43-2400-4ac6-b716-4cf3f9eb1487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:47.918145 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-51f57f43-2400-4ac6-b716-4cf3f9eb1487 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3a9e8b1e2e24a19bad87524258bc77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528968 Sep 07 05:20:47.919184 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f57f43-2400-4ac6-b716-4cf3f9eb1487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2f60e8-445c-47c9-897e-127aa5fa56f5,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:47.921830 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52790) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:47.972272 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1d61d3c-b2f3-4f3c-9f51-da8342e86399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:47.994021 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1d61d3c-b2f3-4f3c-9f51-da8342e86399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:48.039796 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1d61d3c-b2f3-4f3c-9f51-da8342e86399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:48.042323 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1d61d3c-b2f3-4f3c-9f51-da8342e86399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:48.043485 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d1d61d3c-b2f3-4f3c-9f51-da8342e86399 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c2f60e8-445c-47c9-897e-127aa5fa56f5 HTTP/1.1" status: 204 len: 168 time: 0.1201284 Sep 07 05:20:48.052147 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d61d3c-b2f3-4f3c-9f51-da8342e86399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2f60e8-445c-47c9-897e-127aa5fa56f5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:48.305819 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52796) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:48.318557 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72466958-62f0-48fb-a134-926440140704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:48.404440 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72466958-62f0-48fb-a134-926440140704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:48.408012 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72466958-62f0-48fb-a134-926440140704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:48.447810 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-72466958-62f0-48fb-a134-926440140704 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a9502cd6fde4228af7c650a7a78a7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409051 Sep 07 05:20:48.448685 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72466958-62f0-48fb-a134-926440140704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e7ec3c-79d1-41ba-b326-d086a513d380,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:48.450428 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52798) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:48.505697 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4fefe273-4772-474b-9931-8881b21773d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:48.527144 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4fefe273-4772-474b-9931-8881b21773d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:48.574651 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4fefe273-4772-474b-9931-8881b21773d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:48.577293 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4fefe273-4772-474b-9931-8881b21773d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:48.578444 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-4fefe273-4772-474b-9931-8881b21773d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3e7ec3c-79d1-41ba-b326-d086a513d380 HTTP/1.1" status: 204 len: 168 time: 0.1258812 Sep 07 05:20:48.586943 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefe273-4772-474b-9931-8881b21773d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e7ec3c-79d1-41ba-b326-d086a513d380,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:49.740395 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:50.937609 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5210ba2-f85f-4737-a644-d07a0143ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:51.178286 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:20:51.815591 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:52.137427 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:52.809336 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52872) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:52.916688 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-356f852f-13c3-4f67-9bc5-a7feee450790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.012262 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-356f852f-13c3-4f67-9bc5-a7feee450790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.016468 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-356f852f-13c3-4f67-9bc5-a7feee450790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.053953 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f852f-13c3-4f67-9bc5-a7feee450790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16719e7-5586-4cde-99a7-441d4a4bfd5d,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:53.058219 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-356f852f-13c3-4f67-9bc5-a7feee450790 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=910892170e1940a4acbd47699114f078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477765 Sep 07 05:20:53.062688 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52876) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:53.119937 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67829496-cb5b-4064-bbf4-7c4dac309a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.143016 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67829496-cb5b-4064-bbf4-7c4dac309a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.198897 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67829496-cb5b-4064-bbf4-7c4dac309a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.201408 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67829496-cb5b-4064-bbf4-7c4dac309a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.202566 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-67829496-cb5b-4064-bbf4-7c4dac309a8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f16719e7-5586-4cde-99a7-441d4a4bfd5d HTTP/1.1" status: 204 len: 168 time: 0.1383064 Sep 07 05:20:53.211583 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67829496-cb5b-4064-bbf4-7c4dac309a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16719e7-5586-4cde-99a7-441d4a4bfd5d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:53.521346 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52884) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:53.535538 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a94a3ee6-1db9-4be2-bb6d-72f6088e2533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.634796 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a94a3ee6-1db9-4be2-bb6d-72f6088e2533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.639251 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a94a3ee6-1db9-4be2-bb6d-72f6088e2533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.676621 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a94a3ee6-1db9-4be2-bb6d-72f6088e2533 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55349fb7dba24d3e87ad8ac5fd54baaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540613 Sep 07 05:20:53.678515 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a3ee6-1db9-4be2-bb6d-72f6088e2533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f35b14-7861-41ed-a1ac-24a672a403c0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:53.679304 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52886) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:20:53.729397 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7659067c-fc62-4f4d-a84f-1a2ace312ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.750614 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7659067c-fc62-4f4d-a84f-1a2ace312ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.797809 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7659067c-fc62-4f4d-a84f-1a2ace312ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.801122 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7659067c-fc62-4f4d-a84f-1a2ace312ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:20:53.802309 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-7659067c-fc62-4f4d-a84f-1a2ace312ff2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40f35b14-7861-41ed-a1ac-24a672a403c0 HTTP/1.1" status: 204 len: 168 time: 0.1219723 Sep 07 05:20:53.810209 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659067c-fc62-4f4d-a84f-1a2ace312ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f35b14-7861-41ed-a1ac-24a672a403c0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:20:54.025633 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:02.477997 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-133c9f6b-21b6-4b1e-af7a-e2eb3e0b384c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399830 Sep 07 05:21:02.560509 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-b16f0f13-18ba-4ba1-8676-1b175309664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:02.562038 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-b16f0f13-18ba-4ba1-8676-1b175309664b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 1099 time: 0.0401394 Sep 07 05:21:02.668346 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-c612b18a-88fc-48ef-b100-1a29383c3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:02.669823 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-c612b18a-88fc-48ef-b100-1a29383c3169 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.0870411 Sep 07 05:21:02.738231 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-47bf59e5-d09c-4e04-bbfb-333a092989cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d382518-2440-4a0e-abc9-900737edc35b HTTP/1.1" status: 200 len: 1002 time: 0.0591331 Sep 07 05:21:02.793248 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-46831e42-ed9a-4e94-abc8-6778dbb7af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:02.794721 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-46831e42-ed9a-4e94-abc8-6778dbb7af48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0498478 Sep 07 05:21:02.843415 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-431367a7-65d7-4359-8528-d8aede4606f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:02.844977 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-431367a7-65d7-4359-8528-d8aede4606f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414727 Sep 07 05:21:02.866823 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 52962) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:02.939926 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-232d769b-f8f0-463b-aef8-fe41bd3d6979 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860257 Sep 07 05:21:02.997190 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:03.033914 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-094c2b0a-f4c1-44c8-892d-50f7a05cef3a req-f1b0dbf3-acd0-4d4d-a35b-7686ebffa900 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861125 Sep 07 05:21:03.084306 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:03.087987 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:03.124955 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15acf906dd094f67b86b2e4baf350bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570601 Sep 07 05:21:03.126811 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb28cd-4297-4d35-9798-e52229be2007,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:03.127707 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52966) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:03.134650 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.135003 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.135386 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.135984 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.136403 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.136658 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.136982 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.137436 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.137613 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.137934 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.138249 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.138565 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ee97f-989a-4459-b196-3cd654348d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.182488 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:03.204541 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:03.251789 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:03.255042 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:03.256259 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49cb28cd-4297-4d35-9798-e52229be2007 HTTP/1.1" status: 204 len: 168 time: 0.1265554 Sep 07 05:21:03.263822 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb28cd-4297-4d35-9798-e52229be2007,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:03.271939 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.272541 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.272900 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.273222 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.273552 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.273885 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.274221 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.274539 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.274866 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.275191 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.275521 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:03.275842 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f58e21-38eb-4bfe-a4a1-65ea727d1279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:17.813347 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc0d2-e480-40fe-b8c7-13919fb763ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:19.742786 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:20.937455 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c06098e1-accb-4a01-9b0b-650b803306c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:21.815721 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:22.140942 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:24.028265 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:28.178439 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:21:36.040868 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 52984) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:36.332512 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Deleting port 02648562-abe1-4138-a081-db73e9c75dd2 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:36.332846 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:36.405365 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:36.405612 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:36.417070 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Calling delete_port for 02648562-abe1-4138-a081-db73e9c75dd2 owned by network:floatingip {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:36.564334 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:36.589852 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event deleted for resources: {'Port': ['ID=02648562-abe1-4138-a081-db73e9c75dd2,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:36.651885 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:36.652249 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.l3_db [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Floating IP de6caf00-07f9-4b99-a5f4-ee7eedfe414b disassociated (deleted). External IP: 172.27.3.201, port: acd8999f-2c1a-49f4-becd-438121cc72cd. Sep 07 05:21:36.856476 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Router a806b06f-0e85-4369-ba14-aafc755dd084 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:21:36.959083 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:21:36.963788 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:36.968447 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] Sync routers for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:21:36.978143 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:21:36.978745 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:21:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:36.990673 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-40874225-ec74-4d9e-b7ce-b46cda33124c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "DELETE /v2.0/floatingips/de6caf00-07f9-4b99-a5f4-ee7eedfe414b HTTP/1.1" status: 204 len: 168 time: 0.9487264 Sep 07 05:21:36.991256 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'tag': 'acd8999f-2c1a-49f4-becd-438121cc72cd'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:21:36.993504 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ef867c-f576-4534-a7d4-0c63de3ceb41" -d '{"events": [{"name": "network-changed", "server_uuid": "a12fd678-4bf2-4fd0-8325-a386612ca8de", "tag": "acd8999f-2c1a-49f4-becd-438121cc72cd"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:21:37.033012 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71639d66-6d04-443f-943d-5f058e60deaa x-openstack-request-id: req-71639d66-6d04-443f-943d-5f058e60deaa {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:21:37.033308 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12fd678-4bf2-4fd0-8325-a386612ca8de", "tag": "acd8999f-2c1a-49f4-becd-438121cc72cd", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:21:37.033561 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71639d66-6d04-443f-943d-5f058e60deaa {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:21:37.033966 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'tag': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'status': 'completed', 'code': 200} Sep 07 05:21:37.087537 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:21:37.096002 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-3621c9ba-cb8a-4e43-9b7a-c7a2e7dffd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:37.097740 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-3621c9ba-cb8a-4e43-9b7a-c7a2e7dffd0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 1098 time: 0.0408676 Sep 07 05:21:37.224910 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-036d01e2-5c6c-4be9-a0b0-5d7b1c1e8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:37.226367 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-036d01e2-5c6c-4be9-a0b0-5d7b1c1e8f24 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.1165342 Sep 07 05:21:37.238526 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e7aae-edeb-497f-991c-30b9884b8a5b req-cb4776b2-6e26-47fb-9866-6fc78fcd14fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:37.239914 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ee4e7aae-edeb-497f-991c-30b9884b8a5b req-cb4776b2-6e26-47fb-9866-6fc78fcd14fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 945 time: 0.0658617 Sep 07 05:21:37.279265 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-c5cf71c7-ebe2-40ba-84c6-6fb88a415bf2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd8999f-2c1a-49f4-becd-438121cc72cd HTTP/1.1" status: 200 len: 217 time: 0.0384233 Sep 07 05:21:37.327468 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'f4a0360d-a625-4752-9dc6-8f9cb3148f65', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:3f:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:17:59Z', 'updated_at': '2021-09-07T05:18:01Z', 'revision_number': 1, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:37.342616 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-ee4e7aae-edeb-497f-991c-30b9884b8a5b req-8a1325b8-a57d-4afe-858a-c59eeaead049 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953326 Sep 07 05:21:37.348614 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-98589d6e-6a69-4875-976e-328586112f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:37.350070 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-98589d6e-6a69-4875-976e-328586112f7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0614014 Sep 07 05:21:37.399181 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-0f7614c6-4550-465e-9fef-47471c9d68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:37.400621 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-0f7614c6-4550-465e-9fef-47471c9d68db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429986 Sep 07 05:21:37.477188 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] Checking router: a806b06f-0e85-4369-ba14-aafc755dd084 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:21:37.485716 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:21:37.486336 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:21:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:37.492933 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-3236747e-6ee4-4be8-af8a-a83cfcbcfceb service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847883 Sep 07 05:21:37.585805 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-06ef867c-f576-4534-a7d4-0c63de3ceb41 req-7d633c2c-e439-4b93-97ae-41f409f83966 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854495 Sep 07 05:21:37.592765 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:21:37.811128 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'f4a0360d-a625-4752-9dc6-8f9cb3148f65', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:3f:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:17:59Z', 'updated_at': '2021-09-07T05:18:01Z', 'revision_number': 1, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:37.841144 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacbfdd-9cc9-4f61-a196-ed84c9ded33b None None] The sync data for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi is: [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_floatingips': [{'id': 'f4a0360d-a625-4752-9dc6-8f9cb3148f65', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'router_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'port_id': '7d382518-2440-4a0e-abc9-900737edc35b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'mac_address': 'fa:16:3e:3f:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T05:17:59Z', 'updated_at': '2021-09-07T05:18:01Z', 'revision_number': 1, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:21:38.041947 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d012dc-dcd3-4266-ace8-915708d30377 None None] New status for floating IP de6caf00-07f9-4b99-a5f4-ee7eedfe414b: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:21:38.457279 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c47fc1-c7cc-49cf-8ebe-1ef3ef0b27a9 req-965fde0c-6e6e-44c2-a685-c97b51d64119 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:38.458735 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-07c47fc1-c7cc-49cf-8ebe-1ef3ef0b27a9 req-965fde0c-6e6e-44c2-a685-c97b51d64119 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 945 time: 0.0480983 Sep 07 05:21:38.494913 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-07c47fc1-c7cc-49cf-8ebe-1ef3ef0b27a9 req-5a0f991e-8641-4303-b9b2-6ea9c3ae9837 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302076 Sep 07 05:21:38.759223 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-b112568b-ad00-4c9f-8214-448f3e89922c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:38.760595 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-b112568b-ad00-4c9f-8214-448f3e89922c tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 945 time: 0.0476296 Sep 07 05:21:38.850832 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-d58f09fa-d499-4185-8648-35cc7ca32e18 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Deleting port acd8999f-2c1a-49f4-becd-438121cc72cd {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:38.851171 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-d58f09fa-d499-4185-8648-35cc7ca32e18 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:38.938066 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-d58f09fa-d499-4185-8648-35cc7ca32e18 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] For port acd8999f-2c1a-49f4-becd-438121cc72cd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=acd8999f-2c1a-49f4-becd-438121cc72cd,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:21:38.938427 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-d58f09fa-d499-4185-8648-35cc7ca32e18 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:38.950422 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-d58f09fa-d499-4185-8648-35cc7ca32e18 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Calling delete_port for acd8999f-2c1a-49f4-becd-438121cc72cd owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:39.074733 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-d58f09fa-d499-4185-8648-35cc7ca32e18 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:39.102873 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f09fa-d499-4185-8648-35cc7ca32e18 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event deleted for resources: {'Port': ['ID=acd8999f-2c1a-49f4-becd-438121cc72cd,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:39.145013 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-d58f09fa-d499-4185-8648-35cc7ca32e18 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] No DVR routers for this DVR port acd8999f-2c1a-49f4-becd-438121cc72cd on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:21:39.147735 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-d58f09fa-d499-4185-8648-35cc7ca32e18 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:39.149703 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-46668473-88b5-4ae8-8a76-3bdcca2735a7 req-d58f09fa-d499-4185-8648-35cc7ca32e18 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "DELETE /v2.0/ports/acd8999f-2c1a-49f4-becd-438121cc72cd HTTP/1.1" status: 204 len: 173 time: 0.3823500 Sep 07 05:21:39.150129 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'name': 'network-vif-deleted', 'tag': 'acd8999f-2c1a-49f4-becd-438121cc72cd'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:21:39.152300 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f54ef7d-26b8-4efb-98b0-ef4b16d499ba" -d '{"events": [{"server_uuid": "a12fd678-4bf2-4fd0-8325-a386612ca8de", "name": "network-vif-deleted", "tag": "acd8999f-2c1a-49f4-becd-438121cc72cd"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:21:39.187546 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889aab62-fa03-42fa-8a90-94092d4c6b16 x-openstack-request-id: req-889aab62-fa03-42fa-8a90-94092d4c6b16 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:21:39.187835 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12fd678-4bf2-4fd0-8325-a386612ca8de", "name": "network-vif-deleted", "tag": "acd8999f-2c1a-49f4-becd-438121cc72cd", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:21:39.188106 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-889aab62-fa03-42fa-8a90-94092d4c6b16 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:21:39.188508 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12fd678-4bf2-4fd0-8325-a386612ca8de', 'name': 'network-vif-deleted', 'tag': 'acd8999f-2c1a-49f4-becd-438121cc72cd', 'status': 'completed', 'code': 200} Sep 07 05:21:39.604356 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-c50d6851-6a04-4894-b731-f91fabb684e1 req-3b591566-88f4-4852-ade7-1365896a6704 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12fd678-4bf2-4fd0-8325-a386612ca8de HTTP/1.1" status: 200 len: 210 time: 0.0271900 Sep 07 05:21:42.877950 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 53020) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:43.029104 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Deleting port c33bc85c-956a-479f-a737-291fe7609094 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:43.029451 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:43.102521 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:43.102846 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:43.114534 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Calling delete_port for c33bc85c-956a-479f-a737-291fe7609094 owned by network:floatingip {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:43.238838 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device acd8999f-2c1a-49f4-becd-438121cc72cd no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:21:43.259093 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: acd8999f-2c1a-49f4-becd-438121cc72cd {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:21:43.259440 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device acd8999f-2c1a-49f4-becd-438121cc72cd not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:21:43.264389 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:43.293062 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event deleted for resources: {'Port': ['ID=c33bc85c-956a-479f-a737-291fe7609094,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:43.352093 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:43.352422 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.db.l3_db [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Floating IP f4a0360d-a625-4752-9dc6-8f9cb3148f65 disassociated (deleted). External IP: 172.27.3.185, port: 7d382518-2440-4a0e-abc9-900737edc35b. Sep 07 05:21:43.821853 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Router a806b06f-0e85-4369-ba14-aafc755dd084 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:21:43.926847 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:21:43.931603 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:43.936321 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] Sync routers for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:21:43.944995 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:21:43.945596 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:21:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:43.958340 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-6c32cc86-5c98-45b1-8c30-a683c73082c5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "DELETE /v2.0/floatingips/f4a0360d-a625-4752-9dc6-8f9cb3148f65 HTTP/1.1" status: 204 len: 168 time: 1.0789542 Sep 07 05:21:43.958932 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'tag': '7d382518-2440-4a0e-abc9-900737edc35b'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:21:43.961216 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0e7741-ecb8-4344-8bbb-e659bc641838" -d '{"events": [{"name": "network-changed", "server_uuid": "2859cdcb-693d-4c0a-8b6b-dcd99b8256dd", "tag": "7d382518-2440-4a0e-abc9-900737edc35b"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:21:43.997810 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 05:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b32ecc-6d2e-4bfc-ba5d-8d629afc9107 x-openstack-request-id: req-27b32ecc-6d2e-4bfc-ba5d-8d629afc9107 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:21:43.998104 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2859cdcb-693d-4c0a-8b6b-dcd99b8256dd", "tag": "7d382518-2440-4a0e-abc9-900737edc35b", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:21:43.998357 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27b32ecc-6d2e-4bfc-ba5d-8d629afc9107 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:21:43.998896 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'tag': '7d382518-2440-4a0e-abc9-900737edc35b', 'status': 'completed', 'code': 200} Sep 07 05:21:44.054411 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:21:44.067672 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-28560602-4853-41dd-a305-a870b589f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:44.070375 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-28560602-4853-41dd-a305-a870b589f678 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=095f65ec3c9f4452b30160f255daa001&device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 1099 time: 0.0475662 Sep 07 05:21:44.206824 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-8c99ca63-321d-464d-a3d4-9efd57545b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:44.208837 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-8c99ca63-321d-464d-a3d4-9efd57545b84 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 200 len: 913 time: 0.1283672 Sep 07 05:21:44.230979 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4168f5-1e5f-4797-a522-4294a738b8b5 req-f26feffc-e17c-4b9c-94f3-ed513060aa81 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:44.232456 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fc4168f5-1e5f-4797-a522-4294a738b8b5 req-f26feffc-e17c-4b9c-94f3-ed513060aa81 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 946 time: 0.0687954 Sep 07 05:21:44.262305 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-678d44ed-a7cd-4e78-82de-75f35d1ab8bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d382518-2440-4a0e-abc9-900737edc35b HTTP/1.1" status: 200 len: 217 time: 0.0458288 Sep 07 05:21:44.264741 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:44.294747 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] Checking router: a806b06f-0e85-4369-ba14-aafc755dd084 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:21:44.303029 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:21:44.303629 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:21:21Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:44.329125 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-fc4168f5-1e5f-4797-a522-4294a738b8b5 req-7f7675db-30ef-4f59-9bb7-c1dfdc5f46a5 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692470 Sep 07 05:21:44.339161 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-741c664d-6371-46b9-acf6-e95f0ac801d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:44.342586 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-741c664d-6371-46b9-acf6-e95f0ac801d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 200 len: 851 time: 0.0657594 Sep 07 05:21:44.391156 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-9c75c088-8b6c-4473-adf9-0fea0490a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:44.392734 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-9c75c088-8b6c-4473-adf9-0fea0490a1dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03e3b7d2-8365-4405-9376-cb8bab634c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423768 Sep 07 05:21:44.412277 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:21:44.496798 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-8b190ad4-8999-4a76-9836-37d7acce3634 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959446 Sep 07 05:21:44.585946 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-cb0e7741-ecb8-4344-8bbb-e659bc641838 req-41db2d9e-35c0-447b-ada9-d18269028125 service neutron] 10.222.0.16 "GET /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807178 Sep 07 05:21:44.614674 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:44.640432 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6656d4f-c0b3-4d9d-ae0a-eaddf8633290 None None] The sync data for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi is: [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:06Z', 'revision_number': 4, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi', '_interfaces': [{'id': 'a069eac8-3652-4ef8-af04-a5895b3f3e4d', 'name': '', 'network_id': '03e3b7d2-8365-4405-9376-cb8bab634c1a', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'mac_address': 'fa:16:3e:5f:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:06Z', 'updated_at': '2021-09-07T05:15:14Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'subnets': [{'id': 'e098dcda-7cd5-4c80-b5ae-3a2075d7755b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:21:44.850134 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c3ca2-b1bc-4439-85c6-b07a2ee47a22 None None] New status for floating IP f4a0360d-a625-4752-9dc6-8f9cb3148f65: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 05:21:45.448553 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e525ee8-621a-4ea3-8807-4c9d832a77a7 req-590a3f02-ab92-437f-9c2f-a4edb8babf93 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:45.450021 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e525ee8-621a-4ea3-8807-4c9d832a77a7 req-590a3f02-ab92-437f-9c2f-a4edb8babf93 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 946 time: 0.0507512 Sep 07 05:21:45.487203 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-9e525ee8-621a-4ea3-8807-4c9d832a77a7 req-37d4e591-1b47-4a9a-9e41-4c15eecad7e7 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/security-groups?id=363e484d-f93a-4fef-9e9b-4db059c59b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Sep 07 05:21:45.695790 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-0e92c406-c553-4bd3-a9cf-aa16cb281cfd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 05:21:45.697163 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-0e92c406-c553-4bd3-a9cf-aa16cb281cfd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 946 time: 0.0471196 Sep 07 05:21:45.787477 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-b6797fa1-388a-4e41-9a51-ea8aaac9f1fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Deleting port 7d382518-2440-4a0e-abc9-900737edc35b {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:45.787808 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-b6797fa1-388a-4e41-9a51-ea8aaac9f1fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:45.873830 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-b6797fa1-388a-4e41-9a51-ea8aaac9f1fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] For port 7d382518-2440-4a0e-abc9-900737edc35b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d382518-2440-4a0e-abc9-900737edc35b,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:21:45.874191 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-b6797fa1-388a-4e41-9a51-ea8aaac9f1fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:45.887106 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-b6797fa1-388a-4e41-9a51-ea8aaac9f1fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Calling delete_port for 7d382518-2440-4a0e-abc9-900737edc35b owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:46.012807 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-b6797fa1-388a-4e41-9a51-ea8aaac9f1fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:46.038337 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6797fa1-388a-4e41-9a51-ea8aaac9f1fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event deleted for resources: {'Port': ['ID=7d382518-2440-4a0e-abc9-900737edc35b,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:46.083903 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-b6797fa1-388a-4e41-9a51-ea8aaac9f1fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] No DVR routers for this DVR port 7d382518-2440-4a0e-abc9-900737edc35b on host hv-cinder-80475 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:21:46.086305 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-b6797fa1-388a-4e41-9a51-ea8aaac9f1fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:46.088322 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [req-9c4da7e5-87ed-4b74-b0a4-b8d909152827 req-b6797fa1-388a-4e41-9a51-ea8aaac9f1fd tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.16 "DELETE /v2.0/ports/7d382518-2440-4a0e-abc9-900737edc35b HTTP/1.1" status: 204 len: 173 time: 0.3849761 Sep 07 05:21:46.088752 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'name': 'network-vif-deleted', 'tag': '7d382518-2440-4a0e-abc9-900737edc35b'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 05:21:46.091035 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab46c1ed264b84f781da418969b2fcbe0d6ad091ca7dd243da622290c333b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de3a990-7f47-418a-b37c-d314fb8c085c" -d '{"events": [{"server_uuid": "2859cdcb-693d-4c0a-8b6b-dcd99b8256dd", "name": "network-vif-deleted", "tag": "7d382518-2440-4a0e-abc9-900737edc35b"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 05:21:46.125374 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 05:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e6b0f3-6e7e-4c41-8a71-05ffbc5b9a5e x-openstack-request-id: req-79e6b0f3-6e7e-4c41-8a71-05ffbc5b9a5e {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 05:21:46.125664 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2859cdcb-693d-4c0a-8b6b-dcd99b8256dd", "name": "network-vif-deleted", "tag": "7d382518-2440-4a0e-abc9-900737edc35b", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 05:21:46.125912 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79e6b0f3-6e7e-4c41-8a71-05ffbc5b9a5e {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 05:21:46.126298 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2859cdcb-693d-4c0a-8b6b-dcd99b8256dd', 'name': 'network-vif-deleted', 'tag': '7d382518-2440-4a0e-abc9-900737edc35b', 'status': 'completed', 'code': 200} Sep 07 05:21:46.589597 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [req-efec82a0-4bb7-45df-a0a9-88aadfa7dc6a req-76697cae-0f39-452f-b11b-7dcab1708498 tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2859cdcb-693d-4c0a-8b6b-dcd99b8256dd HTTP/1.1" status: 200 len: 210 time: 0.0264046 Sep 07 05:21:47.645531 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.49', 53038) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:47.767888 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c43694e8-24ba-4bd3-ac44-ce03938ce84f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Deleting port 2ce1b031-015b-4fea-9fb8-bc8128bc13ce {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:47.768266 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c43694e8-24ba-4bd3-ac44-ce03938ce84f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:47.819082 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bf5eb2fe-7b74-482d-868c-e1ca0fe485a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:47.842750 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c43694e8-24ba-4bd3-ac44-ce03938ce84f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:47.843075 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c43694e8-24ba-4bd3-ac44-ce03938ce84f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:47.855003 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c43694e8-24ba-4bd3-ac44-ce03938ce84f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Calling delete_port for 2ce1b031-015b-4fea-9fb8-bc8128bc13ce owned by network:floatingip {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:47.982665 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c43694e8-24ba-4bd3-ac44-ce03938ce84f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327666'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:48.008831 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43694e8-24ba-4bd3-ac44-ce03938ce84f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event deleted for resources: {'Port': ['ID=2ce1b031-015b-4fea-9fb8-bc8128bc13ce,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:48.067372 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c43694e8-24ba-4bd3-ac44-ce03938ce84f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:48.069997 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c43694e8-24ba-4bd3-ac44-ce03938ce84f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30919'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:48.071083 dv-cinder-804757-6-iscsi neutron-server[94011]: INFO neutron.wsgi [None req-c43694e8-24ba-4bd3-ac44-ce03938ce84f tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "DELETE /v2.0/floatingips/ab4eded8-c2b8-4eb7-88b4-6a6d8b16ae84 HTTP/1.1" status: 204 len: 168 time: 0.4245450 Sep 07 05:21:49.253825 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 7d382518-2440-4a0e-abc9-900737edc35b no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:21:49.261883 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53050) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:49.273132 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] No Port match for: 7d382518-2440-4a0e-abc9-900737edc35b {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:21:49.273476 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Device 7d382518-2440-4a0e-abc9-900737edc35b not bound to the agent host hv-cinder-80475 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:21:49.320216 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8712-d571-47a9-ac94-04255a8486da tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:49.343731 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8712-d571-47a9-ac94-04255a8486da tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:49.401489 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8712-d571-47a9-ac94-04255a8486da tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:49.403958 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a3f8712-d571-47a9-ac94-04255a8486da tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:49.405120 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-2a3f8712-d571-47a9-ac94-04255a8486da tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] 10.222.0.49 "DELETE /v2.0/security-groups/363e484d-f93a-4fef-9e9b-4db059c59b7b HTTP/1.1" status: 204 len: 168 time: 0.1422651 Sep 07 05:21:49.414298 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f8712-d571-47a9-ac94-04255a8486da tempest-TestVolumeBootPattern-271861175 tempest-TestVolumeBootPattern-271861175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e484d-f93a-4fef-9e9b-4db059c59b7b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:49.454015 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53054) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:49.734438 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:49.893211 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375060'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:50.122338 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] Deleting port a069eac8-3652-4ef8-af04-a5895b3f3e4d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:50.122597 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:50.197259 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] For port a069eac8-3652-4ef8-af04-a5895b3f3e4d, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=a069eac8-3652-4ef8-af04-a5895b3f3e4d,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:21:50.197615 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:50.213276 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] Calling delete_port for a069eac8-3652-4ef8-af04-a5895b3f3e4d owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:50.390692 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:50.413443 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] Pushing event deleted for resources: {'Port': ['ID=a069eac8-3652-4ef8-af04-a5895b3f3e4d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:50.573935 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375176'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:50.783982 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] Router a806b06f-0e85-4369-ba14-aafc755dd084 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:21:50.966127 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8576a17-f55f-444d-9b0c-3e304999e797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.143831 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:21:51.149462 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-64bd2cbc-74ba-41de-b196-7bf55f27426a admin admin] 10.222.0.49 "PUT /v2.0/routers/a806b06f-0e85-4369-ba14-aafc755dd084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944213 Sep 07 05:21:51.151949 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53060) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:51.154530 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] Sync routers for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:21:51.164399 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:21:51.165040 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:21:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:51.253923 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.268942 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:21:51.353804 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.406155 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Deleting port 68db541d-21c2-4890-be0a-454c4a7d4bba {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:51.406846 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.440768 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:21:50Z', 'revision_number': 5, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port': {'id': '68db541d-21c2-4890-be0a-454c4a7d4bba', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:51.469664 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] Checking router: a806b06f-0e85-4369-ba14-aafc755dd084 for host: dv-cinder-804757-6-iscsi {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:21:51.478792 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] Routers {'a806b06f-0e85-4369-ba14-aafc755dd084'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:21:51.479399 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:21:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['a806b06f-0e85-4369-ba14-aafc755dd084'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:51.485310 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] For port 68db541d-21c2-4890-be0a-454c4a7d4bba, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=68db541d-21c2-4890-be0a-454c4a7d4bba,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:21:51.485673 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.504571 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Calling delete_port for 68db541d-21c2-4890-be0a-454c4a7d4bba owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:51.566494 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] Set router a806b06f-0e85-4369-ba14-aafc755dd084 gateway port host: None {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:21:51.670867 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.707850 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=68db541d-21c2-4890-be0a-454c4a7d4bba,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:51.737491 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:21:51Z', 'revision_number': 6, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port_host': None}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:51.762064 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376362'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.763457 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39bef4c-0e01-4120-bdef-fc2dbfb49547 None None] The sync data for ids ['a806b06f-0e85-4369-ba14-aafc755dd084'] in dv-cinder-804757-6-iscsi is: [{'id': 'a806b06f-0e85-4369-ba14-aafc755dd084', 'name': 'tempest-TestVolumeBootPattern-1604901117-router', 'tenant_id': '095f65ec3c9f4452b30160f255daa001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:04Z', 'updated_at': '2021-09-07T05:21:51Z', 'revision_number': 6, 'project_id': '095f65ec3c9f4452b30160f255daa001', 'gw_port_host': None}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:21:51.817889 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.854980 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1891'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.857207 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.898638 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374384'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.899295 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a806b06f-0e85-4369-ba14-aafc755dd084 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 05:21:51.903478 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.904579 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-6443100b-da28-47b5-b12b-f0bbf8889d53 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a806b06f-0e85-4369-ba14-aafc755dd084 HTTP/1.1" status: 204 len: 168 time: 0.7516615 Sep 07 05:21:51.907211 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53062) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:51.953043 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-092c3f62-f076-4076-ab43-f66c276a8c62 admin admin] Deleting subnet e098dcda-7cd5-4c80-b5ae-3a2075d7755b {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:21:51.955888 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-092c3f62-f076-4076-ab43-f66c276a8c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:51.989297 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-092c3f62-f076-4076-ab43-f66c276a8c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9872479'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.062550 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-092c3f62-f076-4076-ab43-f66c276a8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.122209 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-092c3f62-f076-4076-ab43-f66c276a8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9872391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095070'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.144091 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a17a28c-522b-476c-afe7-3ba6d6b02b7e None None] Network 03e3b7d2-8365-4405-9376-cb8bab634c1a requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:21:52.152513 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-092c3f62-f076-4076-ab43-f66c276a8c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.156632 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-092c3f62-f076-4076-ab43-f66c276a8c62 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e098dcda-7cd5-4c80-b5ae-3a2075d7755b HTTP/1.1" status: 204 len: 168 time: 0.2461874 Sep 07 05:21:52.156964 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53064) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:52.165045 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.166815 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c3f62-f076-4076-ab43-f66c276a8c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e098dcda-7cd5-4c80-b5ae-3a2075d7755b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:52.232479 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.238975 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device a069eac8-3652-4ef8-af04-a5895b3f3e4d no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:21:52.262364 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: a069eac8-3652-4ef8-af04-a5895b3f3e4d {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:21:52.262780 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device a069eac8-3652-4ef8-af04-a5895b3f3e4d not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:21:52.294114 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Deleting port e5459976-66c5-4264-824b-2f606e248906 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:52.294571 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.357439 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] For port e5459976-66c5-4264-824b-2f606e248906, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=e5459976-66c5-4264-824b-2f606e248906,segment=NetworkSegment(848f41eb-6913-4bc7-bedc-20ce028beb95),segment_id=848f41eb-6913-4bc7-bedc-20ce028beb95)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:21:52.357805 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.370140 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Calling delete_port for e5459976-66c5-4264-824b-2f606e248906 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:52.447967 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.470213 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5459976-66c5-4264-824b-2f606e248906,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:52.476249 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] No DVR routers for this DVR port e5459976-66c5-4264-824b-2f606e248906 on host dv-cinder-804757-6-iscsi {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:21:52.543409 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.563416 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e3b7d2-8365-4405-9376-cb8bab634c1a']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:52.572740 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848f41eb-6913-4bc7-bedc-20ce028beb95') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:52.573031 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848f41eb-6913-4bc7-bedc-20ce028beb95') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:52.587251 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9872452'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.592774 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b98b5-45e6-482b-9d00-74a63cb86e1c None None] DHCP port deletion for 03e3b7d2-8365-4405-9376-cb8bab634c1a request from dv-cinder-804757-6-iscsi {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 05:21:52.602897 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.610472 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:21:52.610859 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9872493'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: Traceback (most recent call last): Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: timer() Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: cb(*args, **kw) Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: return func(*args, **kwargs) Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: self._notify() Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: self.callback(batched_events) Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: event.method(event) Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: return f(self, *a, **k) Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._get(url).json() Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:21:52.612545 dv-cinder-804757-6-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:21:52.666488 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.672221 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:52.674899 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] 10.222.0.49 "DELETE /v2.0/networks/03e3b7d2-8365-4405-9376-cb8bab634c1a HTTP/1.1" status: 204 len: 168 time: 0.5170577 Sep 07 05:21:52.677279 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53066) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:52.692887 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f14c9-587e-43ef-b3cc-f405acbf2c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e3b7d2-8365-4405-9376-cb8bab634c1a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:53.034964 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375060'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:53.275201 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] Deleting port 86933e42-01c0-43ec-b71d-e6fda2a644e8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:53.275421 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:53.349208 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] For port 86933e42-01c0-43ec-b71d-e6fda2a644e8, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=86933e42-01c0-43ec-b71d-e6fda2a644e8,segment=NetworkSegment(ee900a0d-4ca2-4f39-84f7-363d8084a8bc),segment_id=ee900a0d-4ca2-4f39-84f7-363d8084a8bc)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:21:53.349560 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:53.361238 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] Calling delete_port for 86933e42-01c0-43ec-b71d-e6fda2a644e8 owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:53.534732 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:53.558470 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] Pushing event deleted for resources: {'Port': ['ID=86933e42-01c0-43ec-b71d-e6fda2a644e8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:53.721568 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375176'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:53.937883 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] Router 83550373-0269-4792-a5e5-5aba92738ff5 has already been hosted by L3 agent cd4ddce6-ab3a-4793-8ac6-c17feb1b527a {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 05:21:53.974362 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device e5459976-66c5-4264-824b-2f606e248906 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:21:53.994090 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: e5459976-66c5-4264-824b-2f606e248906 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:21:53.994430 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device e5459976-66c5-4264-824b-2f606e248906 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:21:53.994835 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 68db541d-21c2-4890-be0a-454c4a7d4bba no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:21:54.014533 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 68db541d-21c2-4890-be0a-454c4a7d4bba {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:21:54.015619 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 68db541d-21c2-4890-be0a-454c4a7d4bba not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:21:54.034884 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:54.045794 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] Notify agent at l3_agent.dv-cinder-804757-6-iscsi the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 05:21:54.050753 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-4abb78ac-8099-4741-97ff-236009bf5622 admin admin] 10.222.0.49 "PUT /v2.0/routers/83550373-0269-4792-a5e5-5aba92738ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3725023 Sep 07 05:21:54.053721 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53070) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:54.056363 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] Sync routers for ids ['83550373-0269-4792-a5e5-5aba92738ff5'] in dv-cinder-804757-6-iscsi {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 05:21:54.065583 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] Routers {'83550373-0269-4792-a5e5-5aba92738ff5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:21:54.066192 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:21:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['83550373-0269-4792-a5e5-5aba92738ff5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:54.155768 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:54.172179 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] Set router 83550373-0269-4792-a5e5-5aba92738ff5 gateway port host: dv-cinder-804757-6-iscsi {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:21:54.266661 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:54.337034 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Deleting port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:54.337371 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:54.354384 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83550373-0269-4792-a5e5-5aba92738ff5', 'name': 'tempest-TestVolumeBootPattern-143755232-router', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'external_fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:21:53Z', 'revision_number': 5, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'gw_port': {'id': 'eaf994d8-3cb8-41b6-a0e8-4563dc04e02b', 'name': '', 'network_id': '2d754f3d-d5be-45ff-9f47-bb92e5a8f486', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83550373-0269-4792-a5e5-5aba92738ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e5cfd3d-a46c-4eff-8554-00870b178793', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-6-iscsi'}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:54.382404 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] Checking router: 83550373-0269-4792-a5e5-5aba92738ff5 for host: dv-cinder-804757-6-iscsi {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 05:21:54.390641 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] Routers {'83550373-0269-4792-a5e5-5aba92738ff5'} bound to L3 agent in host dv-cinder-804757-6-iscsi {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 05:21:54.391242 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:59:51Z,description=,heartbeat_timestamp=2021-09-07T05:21:51Z,host='dv-cinder-804757-6-iscsi',id=cd4ddce6-ab3a-4793-8ac6-c17feb1b527a,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:59:51Z,topic='l3_agent')) {'router_ids': ['83550373-0269-4792-a5e5-5aba92738ff5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:54.419748 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] For port eaf994d8-3cb8-41b6-a0e8-4563dc04e02b, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=eaf994d8-3cb8-41b6-a0e8-4563dc04e02b,segment=NetworkSegment(14937b7f-c468-4967-a753-c2332df57ed0),segment_id=14937b7f-c468-4967-a753-c2332df57ed0)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:21:54.419998 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:54.432918 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Calling delete_port for eaf994d8-3cb8-41b6-a0e8-4563dc04e02b owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:54.572972 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] Set router 83550373-0269-4792-a5e5-5aba92738ff5 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 05:21:54.621022 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:54.623446 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83550373-0269-4792-a5e5-5aba92738ff5', 'name': 'tempest-TestVolumeBootPattern-143755232-router', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:21:54Z', 'revision_number': 6, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'gw_port_host': None}], 'dv-cinder-804757-6-iscsi', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:54.647010 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf994d8-3cb8-41b6-a0e8-4563dc04e02b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:54.653908 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d82391-4879-48f1-a9c7-f068ec86fc9b None None] The sync data for ids ['83550373-0269-4792-a5e5-5aba92738ff5'] in dv-cinder-804757-6-iscsi is: [{'id': '83550373-0269-4792-a5e5-5aba92738ff5', 'name': 'tempest-TestVolumeBootPattern-143755232-router', 'tenant_id': 'c00c28497e0f43f0806570225952f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T05:15:09Z', 'updated_at': '2021-09-07T05:21:54Z', 'revision_number': 6, 'project_id': 'c00c28497e0f43f0806570225952f15f', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 05:21:54.954630 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376362'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.045092 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1891'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.047581 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.091431 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374384'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.092197 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83550373-0269-4792-a5e5-5aba92738ff5 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 05:21:55.096502 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.097789 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-d1dca987-9208-42fe-8806-5b537d61f1bb admin admin] 10.222.0.49 "DELETE /v2.0/routers/83550373-0269-4792-a5e5-5aba92738ff5 HTTP/1.1" status: 204 len: 168 time: 1.0431337 Sep 07 05:21:55.100351 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53072) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:55.143657 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98530f9-c1f6-4e2d-b75d-81f1ed636c5b admin admin] Deleting subnet ab00e54e-28f7-4fbc-b0a4-90bdc16c5461 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 05:21:55.146858 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a98530f9-c1f6-4e2d-b75d-81f1ed636c5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.183160 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a98530f9-c1f6-4e2d-b75d-81f1ed636c5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9872479'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.256301 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a98530f9-c1f6-4e2d-b75d-81f1ed636c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1571854'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.308017 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a98530f9-c1f6-4e2d-b75d-81f1ed636c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9872391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095070'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.337492 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98530f9-c1f6-4e2d-b75d-81f1ed636c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab00e54e-28f7-4fbc-b0a4-90bdc16c5461,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:55.339378 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a98530f9-c1f6-4e2d-b75d-81f1ed636c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.341256 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-a98530f9-c1f6-4e2d-b75d-81f1ed636c5b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ab00e54e-28f7-4fbc-b0a4-90bdc16c5461 HTTP/1.1" status: 204 len: 168 time: 0.2399914 Sep 07 05:21:55.343783 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53074) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:55.346160 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37df1b6-8f1c-4662-b4e8-ee02b188c2d6 None None] Network 51cad8fa-ee72-43bd-8119-818ee4fd4b68 requested from dv-cinder-804757-6-iscsi {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 05:21:55.413348 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537815'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.467272 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Deleting port ec56d763-621d-4bf2-beff-5849c9b6e7e3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:55.467508 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.537463 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] For port ec56d763-621d-4bf2-beff-5849c9b6e7e3, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ec56d763-621d-4bf2-beff-5849c9b6e7e3,segment=NetworkSegment(ee900a0d-4ca2-4f39-84f7-363d8084a8bc),segment_id=ee900a0d-4ca2-4f39-84f7-363d8084a8bc)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:21:55.537835 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.540344 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] DHCP port deletion for 51cad8fa-ee72-43bd-8119-818ee4fd4b68 request from dv-cinder-804757-6-iscsi {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 05:21:55.551284 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Calling delete_port for ec56d763-621d-4bf2-beff-5849c9b6e7e3 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:55.590753 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Deleting port ec56d763-621d-4bf2-beff-5849c9b6e7e3 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 05:21:55.590917 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747621914381'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.631934 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9872464'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.658642 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] For port ec56d763-621d-4bf2-beff-5849c9b6e7e3, host dv-cinder-804757-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-6-iscsi',level=0,port_id=ec56d763-621d-4bf2-beff-5849c9b6e7e3,segment=NetworkSegment(ee900a0d-4ca2-4f39-84f7-363d8084a8bc),segment_id=ee900a0d-4ca2-4f39-84f7-363d8084a8bc)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 05:21:55.659335 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-372511'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.660474 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ec56d763-621d-4bf2-beff-5849c9b6e7e3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:55.666484 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] No DVR routers for this DVR port ec56d763-621d-4bf2-beff-5849c9b6e7e3 on host dv-cinder-804757-6-iscsi {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:21:55.675241 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Calling delete_port for ec56d763-621d-4bf2-beff-5849c9b6e7e3 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 05:21:55.741602 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1558161', 'neutron.services.segments.db._delete_segments_for_network-8747622111600'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.752340 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747621919699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747621566109'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.761345 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cad8fa-ee72-43bd-8119-818ee4fd4b68']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:55.770787 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:55.771084 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.services.segments.db [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee900a0d-4ca2-4f39-84f7-363d8084a8bc') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 05:21:55.778348 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Pushing event deleted for resources: {'Port': ['ID=ec56d763-621d-4bf2-beff-5849c9b6e7e3,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:55.780270 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747622111865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9872452'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.783669 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] No DVR routers for this DVR port ec56d763-621d-4bf2-beff-5849c9b6e7e3 on host dv-cinder-804757-6-iscsi {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 05:21:55.792816 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.793179 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.793525 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.793898 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.794182 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.795152 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.795152 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.795391 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.795695 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.796208 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.796390 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.796775 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ff245-c6c3-4a59-a540-718e47d5b44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-6-iscsi {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 05:21:55.799278 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.805788 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 05:21:55.806125 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9872493'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: Traceback (most recent call last): Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: timer() Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: cb(*args, **kw) Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: return func(*args, **kwargs) Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: self._notify() Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: self.callback(batched_events) Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: event.method(event) Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: return f(self, *a, **k) Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._get(url).json() Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: return self.request(url, 'GET', **kwargs) Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 05:21:55.807762 dv-cinder-804757-6-iscsi neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 05:21:55.864679 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1558152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376326'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.870655 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580087'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:55.872517 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] 10.222.0.49 "DELETE /v2.0/networks/51cad8fa-ee72-43bd-8119-818ee4fd4b68 HTTP/1.1" status: 204 len: 168 time: 0.5278053 Sep 07 05:21:55.889484 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8af737-4c2a-4f2e-9d28-0dd4db6143bf admin admin] Pushing event deleted for resources: {'Network': ['ID=51cad8fa-ee72-43bd-8119-818ee4fd4b68,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:55.913475 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device eaf994d8-3cb8-41b6-a0e8-4563dc04e02b no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:21:55.935620 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: eaf994d8-3cb8-41b6-a0e8-4563dc04e02b {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:21:55.935966 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device eaf994d8-3cb8-41b6-a0e8-4563dc04e02b not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:21:55.936409 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ec56d763-621d-4bf2-beff-5849c9b6e7e3 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:21:55.958080 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: ec56d763-621d-4bf2-beff-5849c9b6e7e3 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:21:55.958424 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device ec56d763-621d-4bf2-beff-5849c9b6e7e3 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:21:55.958838 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 86933e42-01c0-43ec-b71d-e6fda2a644e8 no longer exists at agent ovs-agent-dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 05:21:55.977788 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] No Port match for: 86933e42-01c0-43ec-b71d-e6fda2a644e8 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 05:21:55.978132 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Device 86933e42-01c0-43ec-b71d-e6fda2a644e8 not bound to the agent host dv-cinder-804757-6-iscsi {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 05:21:55.996236 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53078) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:56.035765 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-85ecafd7-6a4f-48d6-a661-ee5f4ac4b10e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=095f65ec3c9f4452b30160f255daa001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382926 Sep 07 05:21:56.038245 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53080) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:56.085057 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8df5b12-1770-4d05-8c2c-f2fc3a52c157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:56.105234 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8df5b12-1770-4d05-8c2c-f2fc3a52c157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:56.150230 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8df5b12-1770-4d05-8c2c-f2fc3a52c157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:56.152873 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c8df5b12-1770-4d05-8c2c-f2fc3a52c157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:56.154013 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-c8df5b12-1770-4d05-8c2c-f2fc3a52c157 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41eb065e-7366-462b-952b-a46ee91227e1 HTTP/1.1" status: 204 len: 168 time: 0.1148775 Sep 07 05:21:56.162003 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df5b12-1770-4d05-8c2c-f2fc3a52c157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eb065e-7366-462b-952b-a46ee91227e1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:21:56.453959 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53086) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:56.495617 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-b35ddbe6-6acb-4380-a976-cc63af2755ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c00c28497e0f43f0806570225952f15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405087 Sep 07 05:21:56.497985 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.49', 53088) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 05:21:56.544705 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9cca684-b177-477b-85ed-eb1639f73088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:56.565804 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9cca684-b177-477b-85ed-eb1639f73088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:56.610279 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9cca684-b177-477b-85ed-eb1639f73088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580572'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:56.612905 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e9cca684-b177-477b-85ed-eb1639f73088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:21:56.614605 dv-cinder-804757-6-iscsi neutron-server[94012]: INFO neutron.wsgi [None req-e9cca684-b177-477b-85ed-eb1639f73088 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/935bc1cf-28e6-4a48-9b4e-05c4efbbe88a HTTP/1.1" status: 204 len: 168 time: 0.1157446 Sep 07 05:21:56.622461 dv-cinder-804757-6-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cca684-b177-477b-85ed-eb1639f73088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935bc1cf-28e6-4a48-9b4e-05c4efbbe88a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 05:22:05.176474 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:22:17.820931 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7486-806b-4861-84b9-f5d0f07815d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:19.736467 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:20.938064 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1d817962-4552-4457-8ff4-b765bd55bd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:21.819764 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:22.146777 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:24.033215 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:42.175025 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:22:47.821836 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fcd0fb7b-60b1-4a26-acae-f67f9e15392c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:49.748186 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:50.938445 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-15d37d28-fefe-4d5e-8fb8-f1dcdbe760a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:51.821447 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:52.149143 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:22:54.036026 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:17.822103 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a7c1a31-6b90-412e-b1cc-b1eb49211001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:19.173485 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:23:19.749005 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:20.939242 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-131ada32-ad3d-4f44-8976-95c7a2c0952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:21.822771 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:22.151878 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:24.038594 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:47.822290 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0b26a37b-422b-432a-9dbf-4dbb334afe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:49.763454 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:50.940628 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc046359-6f6d-4649-b790-28c23e2774f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:51.823330 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:52.155478 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:54.040749 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:23:56.172688 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:24:17.822894 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4ff350fc-2d8d-4099-8bc6-4635673b2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:19.763870 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:20.940758 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e498a90b-6c23-4068-9e8d-81ed19c707d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:21.823051 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:22.156739 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:24.043139 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:33.171380 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:24:37.027107 dv-cinder-804757-6-iscsi neutron-server[94011]: DEBUG neutron.wsgi [req-9381d3c7-e0ca-4bfb-b3b1-45c4df77f957 req-74c1c3a6-5497-4e06-ba90-0a7011ab43b7 service neutron] (94011) timed out ('10.222.0.16', 53595) {{(pid=94011) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 05:24:47.823248 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2d04b69d-bd26-4f89-a0ef-6b661b7a161b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:49.777684 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:50.943031 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7247f3fd-1925-4d0d-bcf9-6478954425ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:51.823547 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:52.160575 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:24:54.045181 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:10.169448 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:25:17.824624 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-05f82e0a-891c-4b51-b5be-3fa493b9a931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:19.794068 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:20.944507 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4d29b0ef-bfe3-4384-9daf-bdf46af1f041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:21.824764 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:22.161767 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:24.047551 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:47.168202 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:25:47.825418 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbd0eda3-f6ad-4afe-837f-9cbfc7931d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:49.792331 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:50.944907 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-88f35475-dd95-4132-a2b5-707782130049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:51.826928 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:52.164526 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:25:54.051133 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:17.826441 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af0a90e7-2834-4565-9baf-2a9cab22716f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:19.807853 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:20.945669 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4af9dd3e-e3a3-4d76-b420-b23622c69ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:21.828138 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:22.167626 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:24.052015 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:24.165945 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:26:47.831099 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6884e6a7-dceb-41e9-8ad5-6af8f7ec14a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:49.806795 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:50.947040 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-459bc249-4f65-475e-ae0e-a6ab01cfc191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:51.829402 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5d09a53b-b4a3-47ed-89be-2d5f31a3125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:52.171249 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f80f370-ef76-4bb0-b9e3-6d987bad04af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:26:54.055100 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4b383cbc-7644-4426-b831-64f6a90e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:27:01.164344 dv-cinder-804757-6-iscsi neutron-server[94014]: DEBUG neutron.db.agents_db [None req-104385e0-ca72-4118-84e4-2ac8215f86b2 None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 05:27:17.830742 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8a3b868d-bcf3-4bef-bd34-4bdc49e48f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 05:27:19.824560 dv-cinder-804757-6-iscsi neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c176a8d5-9141-4cb2-bbfd-1cf6e0fda3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747622111582', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1560415'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}